{"level":"warn","ts":"2026-07-02T11:15:21.594994Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-02T11:15:21.595101Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.89:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.89:2380","--initial-cluster=instance=https://199.204.45.89:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.89:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.89:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-02T11:15:21.595185Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-02T11:15:21.595205Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.89:2380"]} {"level":"info","ts":"2026-07-02T11:15:21.595225Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-02T11:15:21.595951Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.89:2379"]} {"level":"info","ts":"2026-07-02T11:15:21.596045Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.89:2380"],"listen-peer-urls":["https://199.204.45.89:2380"],"advertise-client-urls":["https://199.204.45.89:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.89:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.89:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-02T11:15:21.599352Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"2.953355ms"} {"level":"info","ts":"2026-07-02T11:15:21.604044Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"c3b8446219deb8c1","cluster-id":"fe02a46d8aa9751f"} {"level":"info","ts":"2026-07-02T11:15:21.604088Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 switched to configuration voters=()"} {"level":"info","ts":"2026-07-02T11:15:21.604125Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 became follower at term 0"} {"level":"info","ts":"2026-07-02T11:15:21.604148Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft c3b8446219deb8c1 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-02T11:15:21.604154Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 became follower at term 1"} {"level":"info","ts":"2026-07-02T11:15:21.604188Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 switched to configuration voters=(14103097421242218689)"} {"level":"warn","ts":"2026-07-02T11:15:21.610434Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-02T11:15:21.614571Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-02T11:15:21.616157Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-02T11:15:21.61998Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"c3b8446219deb8c1","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-02T11:15:21.620241Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"c3b8446219deb8c1","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-02T11:15:21.620816Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-02T11:15:21.620995Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-02T11:15:21.621057Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-02T11:15:21.621358Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 switched to configuration voters=(14103097421242218689)"} {"level":"info","ts":"2026-07-02T11:15:21.621504Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"fe02a46d8aa9751f","local-member-id":"c3b8446219deb8c1","added-peer-id":"c3b8446219deb8c1","added-peer-peer-urls":["https://199.204.45.89:2380"]} {"level":"info","ts":"2026-07-02T11:15:21.624707Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-02T11:15:21.624798Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.89:2380"} {"level":"info","ts":"2026-07-02T11:15:21.624854Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.89:2380"} {"level":"info","ts":"2026-07-02T11:15:21.625035Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"c3b8446219deb8c1","initial-advertise-peer-urls":["https://199.204.45.89:2380"],"listen-peer-urls":["https://199.204.45.89:2380"],"advertise-client-urls":["https://199.204.45.89:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.89:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-02T11:15:21.625063Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-02T11:15:22.2049Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 is starting a new election at term 1"} {"level":"info","ts":"2026-07-02T11:15:22.204988Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 became pre-candidate at term 1"} {"level":"info","ts":"2026-07-02T11:15:22.205012Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 received MsgPreVoteResp from c3b8446219deb8c1 at term 1"} {"level":"info","ts":"2026-07-02T11:15:22.205039Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 became candidate at term 2"} {"level":"info","ts":"2026-07-02T11:15:22.205055Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 received MsgVoteResp from c3b8446219deb8c1 at term 2"} {"level":"info","ts":"2026-07-02T11:15:22.205068Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 became leader at term 2"} {"level":"info","ts":"2026-07-02T11:15:22.205081Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: c3b8446219deb8c1 elected leader c3b8446219deb8c1 at term 2"} {"level":"info","ts":"2026-07-02T11:15:22.205911Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-02T11:15:22.20692Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-02T11:15:22.206967Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-02T11:15:22.206928Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"c3b8446219deb8c1","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.89:2379]}","request-path":"/0/members/c3b8446219deb8c1/attributes","cluster-id":"fe02a46d8aa9751f","publish-timeout":"7s"} {"level":"info","ts":"2026-07-02T11:15:22.207425Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-02T11:15:22.207452Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-02T11:15:22.207711Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"fe02a46d8aa9751f","local-member-id":"c3b8446219deb8c1","cluster-version":"3.5"} {"level":"info","ts":"2026-07-02T11:15:22.207839Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-02T11:15:22.207868Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-02T11:15:22.209834Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-02T11:15:22.210928Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.89:2379"} {"level":"info","ts":"2026-07-02T11:15:32.665574Z","caller":"traceutil/trace.go:171","msg":"trace[1984718788] linearizableReadLoop","detail":"{readStateIndex:345; appliedIndex:344; }","duration":"197.60918ms","start":"2026-07-02T11:15:32.467939Z","end":"2026-07-02T11:15:32.665548Z","steps":["trace[1984718788] 'read index received' (duration: 187.657872ms)","trace[1984718788] 'applied index is now lower than readState.Index' (duration: 9.949848ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:15:32.665589Z","caller":"traceutil/trace.go:171","msg":"trace[1068767303] transaction","detail":"{read_only:false; response_revision:333; number_of_response:1; }","duration":"232.447124ms","start":"2026-07-02T11:15:32.433111Z","end":"2026-07-02T11:15:32.665558Z","steps":["trace[1068767303] 'process raft request' (duration: 222.469105ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:15:32.665774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.243314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" ","response":"range_response_count:1 size:185"} {"level":"warn","ts":"2026-07-02T11:15:32.665776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.791087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4322"} {"level":"info","ts":"2026-07-02T11:15:32.665815Z","caller":"traceutil/trace.go:171","msg":"trace[1260080626] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/kube-proxy; range_end:; response_count:1; response_revision:333; }","duration":"124.380258ms","start":"2026-07-02T11:15:32.541425Z","end":"2026-07-02T11:15:32.665805Z","steps":["trace[1260080626] 'agreement among raft nodes before linearized reading' (duration: 124.272645ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:15:32.665824Z","caller":"traceutil/trace.go:171","msg":"trace[879447445] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:333; }","duration":"197.928131ms","start":"2026-07-02T11:15:32.467887Z","end":"2026-07-02T11:15:32.665815Z","steps":["trace[879447445] 'agreement among raft nodes before linearized reading' (duration: 197.755235ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:15:37.720777Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096944183117658,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T11:15:38.221016Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096944183117658,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T11:15:38.471556Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.479189051s","expected-duration":"1s"} {"level":"info","ts":"2026-07-02T11:15:38.472031Z","caller":"traceutil/trace.go:171","msg":"trace[1448342472] linearizableReadLoop","detail":"{readStateIndex:386; appliedIndex:385; }","duration":"1.251548879s","start":"2026-07-02T11:15:37.22046Z","end":"2026-07-02T11:15:38.472009Z","steps":["trace[1448342472] 'read index received' (duration: 1.251295021s)","trace[1448342472] 'applied index is now lower than readState.Index' (duration: 253.098µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:15:38.472153Z","caller":"traceutil/trace.go:171","msg":"trace[1547761706] transaction","detail":"{read_only:false; response_revision:372; number_of_response:1; }","duration":"1.479864402s","start":"2026-07-02T11:15:36.992264Z","end":"2026-07-02T11:15:38.472128Z","steps":["trace[1547761706] 'process raft request' (duration: 1.479611184s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:15:38.472205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.251736616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-07-02T11:15:38.472247Z","caller":"traceutil/trace.go:171","msg":"trace[869918466] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:372; }","duration":"1.251829929s","start":"2026-07-02T11:15:37.220406Z","end":"2026-07-02T11:15:38.472236Z","steps":["trace[869918466] 'agreement among raft nodes before linearized reading' (duration: 1.251721655s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:15:38.472295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.560674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-02T11:15:38.472346Z","caller":"traceutil/trace.go:171","msg":"trace[1395290549] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:372; }","duration":"548.650888ms","start":"2026-07-02T11:15:37.923683Z","end":"2026-07-02T11:15:38.472334Z","steps":["trace[1395290549] 'agreement among raft nodes before linearized reading' (duration: 548.556965ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:15:38.472369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.441835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-02T11:15:38.472477Z","caller":"traceutil/trace.go:171","msg":"trace[1608652646] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:372; }","duration":"797.637712ms","start":"2026-07-02T11:15:37.674819Z","end":"2026-07-02T11:15:38.472456Z","steps":["trace[1608652646] 'agreement among raft nodes before linearized reading' (duration: 797.375673ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:15:38.472535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.558909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-02T11:15:38.472648Z","caller":"traceutil/trace.go:171","msg":"trace[649003544] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:372; }","duration":"797.740625ms","start":"2026-07-02T11:15:37.674885Z","end":"2026-07-02T11:15:38.472626Z","steps":["trace[649003544] 'agreement among raft nodes before linearized reading' (duration: 797.469856ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:15:38.472373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:15:37.923654Z","time spent":"548.71248ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-02T11:15:38.472277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:15:37.220383Z","time spent":"1.251885921s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-02T11:15:38.472697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:15:37.674858Z","time spent":"797.829377ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-02T11:15:38.472523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:15:37.67479Z","time spent":"797.725315ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-02T11:15:38.472783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:15:36.992243Z","time spent":"1.479954455s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:15:39.172706Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096944183117661,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T11:15:39.673278Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096944183117661,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T11:15:40.174445Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096944183117661,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T11:15:40.289206Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.810306392s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-02T11:15:40.400214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.678236068s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T11:15:40.400317Z","caller":"traceutil/trace.go:171","msg":"trace[1713682829] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:372; }","duration":"1.678352502s","start":"2026-07-02T11:15:38.72195Z","end":"2026-07-02T11:15:40.400303Z","steps":["trace[1713682829] 'range keys from in-memory index tree' (duration: 1.678221208s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:15:40.400644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.025441ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T11:15:40.400806Z","caller":"traceutil/trace.go:171","msg":"trace[1714402727] linearizableReadLoop","detail":"{readStateIndex:390; appliedIndex:386; }","duration":"1.729086994s","start":"2026-07-02T11:15:38.671708Z","end":"2026-07-02T11:15:40.400795Z","steps":["trace[1714402727] 'read index received' (duration: 1.617787274s)","trace[1714402727] 'applied index is now lower than readState.Index' (duration: 111.29911ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:15:40.400885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.729194578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T11:15:40.400904Z","caller":"traceutil/trace.go:171","msg":"trace[34914222] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:376; }","duration":"1.72924937s","start":"2026-07-02T11:15:38.671649Z","end":"2026-07-02T11:15:40.400898Z","steps":["trace[34914222] 'agreement among raft nodes before linearized reading' (duration: 1.729171477s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:15:40.400927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:15:38.671628Z","time spent":"1.729295481s","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-02T11:15:40.40087Z","caller":"traceutil/trace.go:171","msg":"trace[1706801816] transaction","detail":"{read_only:false; response_revision:373; number_of_response:1; }","duration":"1.922002105s","start":"2026-07-02T11:15:38.478803Z","end":"2026-07-02T11:15:40.400805Z","steps":["trace[1706801816] 'process raft request' (duration: 1.810645253s)","trace[1706801816] 'compare' (duration: 110.38021ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:15:40.400972Z","caller":"traceutil/trace.go:171","msg":"trace[1773989215] transaction","detail":"{read_only:false; response_revision:374; number_of_response:1; }","duration":"1.922082968s","start":"2026-07-02T11:15:38.47885Z","end":"2026-07-02T11:15:40.400925Z","steps":["trace[1773989215] 'process raft request' (duration: 1.92184325s)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:15:40.401004Z","caller":"traceutil/trace.go:171","msg":"trace[1343047264] transaction","detail":"{read_only:false; response_revision:375; number_of_response:1; }","duration":"1.922139629s","start":"2026-07-02T11:15:38.478843Z","end":"2026-07-02T11:15:40.400983Z","steps":["trace[1343047264] 'process raft request' (duration: 1.921905392s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:15:40.401186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:15:38.478839Z","time spent":"1.922235652s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:15:40.40127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:15:38.478828Z","time spent":"1.922375196s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:15:40.401101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:15:38.478783Z","time spent":"1.922226512s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:15:40.40108Z","caller":"traceutil/trace.go:171","msg":"trace[2095073857] transaction","detail":"{read_only:false; response_revision:376; number_of_response:1; }","duration":"1.922197741s","start":"2026-07-02T11:15:38.478841Z","end":"2026-07-02T11:15:40.401038Z","steps":["trace[2095073857] 'process raft request' (duration: 1.921930863s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:15:40.40145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:15:38.478803Z","time spent":"1.922567803s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:15:50.569615Z","caller":"traceutil/trace.go:171","msg":"trace[188008057] transaction","detail":"{read_only:false; response_revision:397; number_of_response:1; }","duration":"171.885148ms","start":"2026-07-02T11:15:50.397698Z","end":"2026-07-02T11:15:50.569583Z","steps":["trace[188008057] 'process raft request' (duration: 171.565848ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:15:50.89711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.58979ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T11:15:50.897265Z","caller":"traceutil/trace.go:171","msg":"trace[1493708206] transaction","detail":"{read_only:false; response_revision:429; number_of_response:1; }","duration":"129.177461ms","start":"2026-07-02T11:15:50.768065Z","end":"2026-07-02T11:15:50.897243Z","steps":["trace[1493708206] 'process raft request' (duration: 27.357234ms)","trace[1493708206] 'compare' (duration: 101.465256ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:15:52.836899Z","caller":"traceutil/trace.go:171","msg":"trace[1987957446] transaction","detail":"{read_only:false; response_revision:431; number_of_response:1; }","duration":"247.802856ms","start":"2026-07-02T11:15:52.589065Z","end":"2026-07-02T11:15:52.836868Z","steps":["trace[1987957446] 'process raft request' (duration: 246.750582ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:15:52.837192Z","caller":"traceutil/trace.go:171","msg":"trace[898883918] transaction","detail":"{read_only:false; response_revision:432; number_of_response:1; }","duration":"247.851658ms","start":"2026-07-02T11:15:52.589299Z","end":"2026-07-02T11:15:52.837151Z","steps":["trace[898883918] 'process raft request' (duration: 247.522437ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:15:52.837488Z","caller":"traceutil/trace.go:171","msg":"trace[727233586] transaction","detail":"{read_only:false; response_revision:433; number_of_response:1; }","duration":"247.31172ms","start":"2026-07-02T11:15:52.590162Z","end":"2026-07-02T11:15:52.837474Z","steps":["trace[727233586] 'process raft request' (duration: 246.893267ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:15:52.837458Z","caller":"traceutil/trace.go:171","msg":"trace[1335086462] linearizableReadLoop","detail":"{readStateIndex:450; appliedIndex:446; }","duration":"166.466884ms","start":"2026-07-02T11:15:52.670952Z","end":"2026-07-02T11:15:52.837419Z","steps":["trace[1335086462] 'read index received' (duration: 2.19811ms)","trace[1335086462] 'applied index is now lower than readState.Index' (duration: 164.267444ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:15:52.83767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.704522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T11:15:52.837796Z","caller":"traceutil/trace.go:171","msg":"trace[2084293113] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:433; }","duration":"166.878067ms","start":"2026-07-02T11:15:52.670888Z","end":"2026-07-02T11:15:52.837766Z","steps":["trace[2084293113] 'agreement among raft nodes before linearized reading' (duration: 166.65318ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:16:04.392382Z","caller":"traceutil/trace.go:171","msg":"trace[892501817] transaction","detail":"{read_only:false; response_revision:458; number_of_response:1; }","duration":"223.756157ms","start":"2026-07-02T11:16:04.168594Z","end":"2026-07-02T11:16:04.39235Z","steps":["trace[892501817] 'process raft request' (duration: 174.504312ms)","trace[892501817] 'compare' (duration: 49.09113ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:16:04.394525Z","caller":"traceutil/trace.go:171","msg":"trace[104897120] transaction","detail":"{read_only:false; response_revision:459; number_of_response:1; }","duration":"225.580076ms","start":"2026-07-02T11:16:04.168914Z","end":"2026-07-02T11:16:04.394494Z","steps":["trace[104897120] 'process raft request' (duration: 225.451772ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:16:04.697592Z","caller":"traceutil/trace.go:171","msg":"trace[553529455] transaction","detail":"{read_only:false; response_revision:463; number_of_response:1; }","duration":"196.566758ms","start":"2026-07-02T11:16:04.501001Z","end":"2026-07-02T11:16:04.697568Z","steps":["trace[553529455] 'process raft request' (duration: 196.520806ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:16:04.697617Z","caller":"traceutil/trace.go:171","msg":"trace[1598752707] transaction","detail":"{read_only:false; response_revision:461; number_of_response:1; }","duration":"248.500529ms","start":"2026-07-02T11:16:04.449066Z","end":"2026-07-02T11:16:04.697566Z","steps":["trace[1598752707] 'process raft request' (duration: 228.287432ms)","trace[1598752707] 'compare' (duration: 19.99853ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:16:04.697662Z","caller":"traceutil/trace.go:171","msg":"trace[876077371] transaction","detail":"{read_only:false; response_revision:462; number_of_response:1; }","duration":"247.990202ms","start":"2026-07-02T11:16:04.449653Z","end":"2026-07-02T11:16:04.697643Z","steps":["trace[876077371] 'process raft request' (duration: 247.843117ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:16:05.009338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.595428ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-02T11:16:05.009541Z","caller":"traceutil/trace.go:171","msg":"trace[1195682152] linearizableReadLoop","detail":"{readStateIndex:484; appliedIndex:482; }","duration":"279.311766ms","start":"2026-07-02T11:16:04.730209Z","end":"2026-07-02T11:16:05.009521Z","steps":["trace[1195682152] 'read index received' (duration: 98.47413ms)","trace[1195682152] 'applied index is now lower than readState.Index' (duration: 180.836376ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:16:05.00964Z","caller":"traceutil/trace.go:171","msg":"trace[1133765577] transaction","detail":"{read_only:false; response_revision:464; number_of_response:1; }","duration":"307.098704ms","start":"2026-07-02T11:16:04.702529Z","end":"2026-07-02T11:16:05.009628Z","steps":["trace[1133765577] 'process raft request' (duration: 126.132004ms)","trace[1133765577] 'compare' (duration: 180.264788ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:16:05.009692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:16:04.702503Z","time spent":"307.165217ms","remote":"127.0.0.1:45164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":734,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-02T11:16:05.009826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.585005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-02T11:16:05.009944Z","caller":"traceutil/trace.go:171","msg":"trace[967168040] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:465; }","duration":"279.787141ms","start":"2026-07-02T11:16:04.730128Z","end":"2026-07-02T11:16:05.009915Z","steps":["trace[967168040] 'agreement among raft nodes before linearized reading' (duration: 279.526743ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:16:05.009974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.50904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-02T11:16:05.010014Z","caller":"traceutil/trace.go:171","msg":"trace[1332967482] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:465; }","duration":"117.616553ms","start":"2026-07-02T11:16:04.892384Z","end":"2026-07-02T11:16:05.010001Z","steps":["trace[1332967482] 'agreement among raft nodes before linearized reading' (duration: 117.51606ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:16:05.010053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.05649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-02T11:16:05.010167Z","caller":"traceutil/trace.go:171","msg":"trace[1179526062] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:465; }","duration":"114.198574ms","start":"2026-07-02T11:16:04.895943Z","end":"2026-07-02T11:16:05.010142Z","steps":["trace[1179526062] 'agreement among raft nodes before linearized reading' (duration: 113.998907ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:16:05.010116Z","caller":"traceutil/trace.go:171","msg":"trace[480013404] transaction","detail":"{read_only:false; response_revision:465; number_of_response:1; }","duration":"307.104234ms","start":"2026-07-02T11:16:04.702967Z","end":"2026-07-02T11:16:05.010071Z","steps":["trace[480013404] 'process raft request' (duration: 306.496885ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:16:05.010201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.421143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-02T11:16:05.010235Z","caller":"traceutil/trace.go:171","msg":"trace[526191639] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:465; }","duration":"115.474225ms","start":"2026-07-02T11:16:04.89475Z","end":"2026-07-02T11:16:05.010224Z","steps":["trace[526191639] 'agreement among raft nodes before linearized reading' (duration: 115.412733ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:16:05.010329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:16:04.702956Z","time spent":"307.279241ms","remote":"127.0.0.1:45164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":770,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-02T11:16:05.175368Z","caller":"traceutil/trace.go:171","msg":"trace[1181475296] transaction","detail":"{read_only:false; response_revision:467; number_of_response:1; }","duration":"160.557924ms","start":"2026-07-02T11:16:05.014771Z","end":"2026-07-02T11:16:05.175328Z","steps":["trace[1181475296] 'process raft request' (duration: 160.10416ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:16:05.175517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.305815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T11:16:05.175368Z","caller":"traceutil/trace.go:171","msg":"trace[1612498731] transaction","detail":"{read_only:false; response_revision:468; number_of_response:1; }","duration":"160.538444ms","start":"2026-07-02T11:16:05.014807Z","end":"2026-07-02T11:16:05.175346Z","steps":["trace[1612498731] 'process raft request' (duration: 160.4165ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:16:05.175576Z","caller":"traceutil/trace.go:171","msg":"trace[846130656] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:470; }","duration":"114.43786ms","start":"2026-07-02T11:16:05.061125Z","end":"2026-07-02T11:16:05.175563Z","steps":["trace[846130656] 'agreement among raft nodes before linearized reading' (duration: 114.340127ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:16:05.175396Z","caller":"traceutil/trace.go:171","msg":"trace[304725128] linearizableReadLoop","detail":"{readStateIndex:489; appliedIndex:484; }","duration":"114.15473ms","start":"2026-07-02T11:16:05.061207Z","end":"2026-07-02T11:16:05.175362Z","steps":["trace[304725128] 'read index received' (duration: 7.793959ms)","trace[304725128] 'applied index is now lower than readState.Index' (duration: 106.359111ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:16:05.175452Z","caller":"traceutil/trace.go:171","msg":"trace[2026030839] transaction","detail":"{read_only:false; response_revision:470; number_of_response:1; }","duration":"158.499889ms","start":"2026-07-02T11:16:05.016942Z","end":"2026-07-02T11:16:05.175442Z","steps":["trace[2026030839] 'process raft request' (duration: 158.372045ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:16:05.175466Z","caller":"traceutil/trace.go:171","msg":"trace[83813009] transaction","detail":"{read_only:false; response_revision:469; number_of_response:1; }","duration":"159.589664ms","start":"2026-07-02T11:16:05.015827Z","end":"2026-07-02T11:16:05.175416Z","steps":["trace[83813009] 'process raft request' (duration: 159.439899ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:16:05.321938Z","caller":"traceutil/trace.go:171","msg":"trace[996699294] transaction","detail":"{read_only:false; response_revision:472; number_of_response:1; }","duration":"115.683651ms","start":"2026-07-02T11:16:05.20622Z","end":"2026-07-02T11:16:05.321904Z","steps":["trace[996699294] 'process raft request' (duration: 113.868723ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:16:05.49442Z","caller":"traceutil/trace.go:171","msg":"trace[1747762240] transaction","detail":"{read_only:false; response_revision:475; number_of_response:1; }","duration":"135.045119ms","start":"2026-07-02T11:16:05.359349Z","end":"2026-07-02T11:16:05.494394Z","steps":["trace[1747762240] 'process raft request' (duration: 134.967937ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:16:05.49443Z","caller":"traceutil/trace.go:171","msg":"trace[201960859] transaction","detail":"{read_only:false; response_revision:473; number_of_response:1; }","duration":"163.49926ms","start":"2026-07-02T11:16:05.330855Z","end":"2026-07-02T11:16:05.494355Z","steps":["trace[201960859] 'process raft request' (duration: 90.828145ms)","trace[201960859] 'marshal mvccpb.KeyValue' {req_type:put; key:/registry/deployments/kube-system/cilium-operator; req_size:3824; } (duration: 72.278052ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:16:05.494492Z","caller":"traceutil/trace.go:171","msg":"trace[1046625417] transaction","detail":"{read_only:false; response_revision:474; number_of_response:1; }","duration":"154.800541ms","start":"2026-07-02T11:16:05.339649Z","end":"2026-07-02T11:16:05.49445Z","steps":["trace[1046625417] 'process raft request' (duration: 154.599935ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:16:05.827614Z","caller":"traceutil/trace.go:171","msg":"trace[2058434632] transaction","detail":"{read_only:false; response_revision:479; number_of_response:1; }","duration":"264.326465ms","start":"2026-07-02T11:16:05.563241Z","end":"2026-07-02T11:16:05.827567Z","steps":["trace[2058434632] 'process raft request' (duration: 264.060857ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:16:05.827623Z","caller":"traceutil/trace.go:171","msg":"trace[1887639969] transaction","detail":"{read_only:false; response_revision:478; number_of_response:1; }","duration":"265.461372ms","start":"2026-07-02T11:16:05.562121Z","end":"2026-07-02T11:16:05.827583Z","steps":["trace[1887639969] 'process raft request' (duration: 226.497415ms)","trace[1887639969] 'compare' (duration: 38.492342ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:16:05.828123Z","caller":"traceutil/trace.go:171","msg":"trace[1157559483] transaction","detail":"{read_only:false; response_revision:480; number_of_response:1; }","duration":"264.556822ms","start":"2026-07-02T11:16:05.563477Z","end":"2026-07-02T11:16:05.828034Z","steps":["trace[1157559483] 'process raft request' (duration: 263.888311ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:16:05.828876Z","caller":"traceutil/trace.go:171","msg":"trace[1796153805] transaction","detail":"{read_only:false; response_revision:481; number_of_response:1; }","duration":"257.209227ms","start":"2026-07-02T11:16:05.571637Z","end":"2026-07-02T11:16:05.828846Z","steps":["trace[1796153805] 'process raft request' (duration: 256.598118ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:16:05.884931Z","caller":"traceutil/trace.go:171","msg":"trace[1891546552] linearizableReadLoop","detail":"{readStateIndex:504; appliedIndex:497; }","duration":"214.349066ms","start":"2026-07-02T11:16:05.670523Z","end":"2026-07-02T11:16:05.884872Z","steps":["trace[1891546552] 'read index received' (duration: 118.311774ms)","trace[1891546552] 'applied index is now lower than readState.Index' (duration: 96.036452ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:16:05.885073Z","caller":"traceutil/trace.go:171","msg":"trace[2140463669] transaction","detail":"{read_only:false; response_revision:484; number_of_response:1; }","duration":"287.441255ms","start":"2026-07-02T11:16:05.597622Z","end":"2026-07-02T11:16:05.885063Z","steps":["trace[2140463669] 'process raft request' (duration: 287.206637ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:16:05.885044Z","caller":"traceutil/trace.go:171","msg":"trace[1257243154] transaction","detail":"{read_only:false; response_revision:482; number_of_response:1; }","duration":"293.193709ms","start":"2026-07-02T11:16:05.591788Z","end":"2026-07-02T11:16:05.884982Z","steps":["trace[1257243154] 'process raft request' (duration: 292.763265ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:16:05.885164Z","caller":"traceutil/trace.go:171","msg":"trace[1958656099] transaction","detail":"{read_only:false; response_revision:483; number_of_response:1; }","duration":"290.806052ms","start":"2026-07-02T11:16:05.594327Z","end":"2026-07-02T11:16:05.885133Z","steps":["trace[1958656099] 'process raft request' (duration: 290.43759ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:16:05.885852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.241775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T11:16:05.885957Z","caller":"traceutil/trace.go:171","msg":"trace[1694090839] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:484; }","duration":"215.474522ms","start":"2026-07-02T11:16:05.670455Z","end":"2026-07-02T11:16:05.88593Z","steps":["trace[1694090839] 'agreement among raft nodes before linearized reading' (duration: 214.641746ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:16:06.136953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.041677ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-02T11:16:06.137064Z","caller":"traceutil/trace.go:171","msg":"trace[550488884] linearizableReadLoop","detail":"{readStateIndex:508; appliedIndex:507; }","duration":"235.861424ms","start":"2026-07-02T11:16:05.901187Z","end":"2026-07-02T11:16:06.137049Z","steps":["trace[550488884] 'read index received' (duration: 111.651782ms)","trace[550488884] 'applied index is now lower than readState.Index' (duration: 124.208392ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:16:06.137129Z","caller":"traceutil/trace.go:171","msg":"trace[1019641704] transaction","detail":"{read_only:false; response_revision:488; number_of_response:1; }","duration":"245.473662ms","start":"2026-07-02T11:16:05.891642Z","end":"2026-07-02T11:16:06.137116Z","steps":["trace[1019641704] 'process raft request' (duration: 121.182926ms)","trace[1019641704] 'compare' (duration: 123.928514ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:16:06.137635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.256787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-q8sxh\" ","response":"range_response_count:1 size:15076"} {"level":"info","ts":"2026-07-02T11:16:06.137734Z","caller":"traceutil/trace.go:171","msg":"trace[862758070] range","detail":"{range_begin:/registry/pods/kube-system/cilium-q8sxh; range_end:; response_count:1; response_revision:488; }","duration":"246.402382ms","start":"2026-07-02T11:16:05.89131Z","end":"2026-07-02T11:16:06.137712Z","steps":["trace[862758070] 'agreement among raft nodes before linearized reading' (duration: 245.945787ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:16:06.14397Z","caller":"traceutil/trace.go:171","msg":"trace[809386622] transaction","detail":"{read_only:false; response_revision:489; number_of_response:1; }","duration":"236.135963ms","start":"2026-07-02T11:16:05.90782Z","end":"2026-07-02T11:16:06.143956Z","steps":["trace[809386622] 'process raft request' (duration: 235.871855ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:16:06.143953Z","caller":"traceutil/trace.go:171","msg":"trace[1674176428] transaction","detail":"{read_only:false; response_revision:490; number_of_response:1; }","duration":"234.49367ms","start":"2026-07-02T11:16:05.909425Z","end":"2026-07-02T11:16:06.143918Z","steps":["trace[1674176428] 'process raft request' (duration: 234.394977ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:16:06.144056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.752618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-07-02T11:16:06.144096Z","caller":"traceutil/trace.go:171","msg":"trace[548699064] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium-operator; range_end:; response_count:1; response_revision:490; }","duration":"118.844301ms","start":"2026-07-02T11:16:06.02524Z","end":"2026-07-02T11:16:06.144084Z","steps":["trace[548699064] 'agreement among raft nodes before linearized reading' (duration: 118.768349ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:16:06.144197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.918293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-07-02T11:16:06.144285Z","caller":"traceutil/trace.go:171","msg":"trace[1955708043] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:1; response_revision:490; }","duration":"119.045617ms","start":"2026-07-02T11:16:06.025218Z","end":"2026-07-02T11:16:06.144264Z","steps":["trace[1955708043] 'agreement among raft nodes before linearized reading' (duration: 118.876262ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:16:06.14454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.266021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:4 size:329948"} {"level":"info","ts":"2026-07-02T11:16:06.144693Z","caller":"traceutil/trace.go:171","msg":"trace[1773525819] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:4; response_revision:490; }","duration":"238.417786ms","start":"2026-07-02T11:16:05.906209Z","end":"2026-07-02T11:16:06.144627Z","steps":["trace[1773525819] 'agreement among raft nodes before linearized reading' (duration: 237.679742ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:16:06.314488Z","caller":"traceutil/trace.go:171","msg":"trace[1975426766] transaction","detail":"{read_only:false; response_revision:492; number_of_response:1; }","duration":"163.452298ms","start":"2026-07-02T11:16:06.151006Z","end":"2026-07-02T11:16:06.314458Z","steps":["trace[1975426766] 'process raft request' (duration: 163.168009ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:16:06.314695Z","caller":"traceutil/trace.go:171","msg":"trace[759687430] linearizableReadLoop","detail":"{readStateIndex:513; appliedIndex:511; }","duration":"133.107588ms","start":"2026-07-02T11:16:06.181554Z","end":"2026-07-02T11:16:06.314661Z","steps":["trace[759687430] 'read index received' (duration: 132.597932ms)","trace[759687430] 'applied index is now lower than readState.Index' (duration: 507.936µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:16:06.314845Z","caller":"traceutil/trace.go:171","msg":"trace[222451405] transaction","detail":"{read_only:false; response_revision:493; number_of_response:1; }","duration":"161.33505ms","start":"2026-07-02T11:16:06.153498Z","end":"2026-07-02T11:16:06.314833Z","steps":["trace[222451405] 'process raft request' (duration: 160.891416ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:16:06.314967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.543603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-q8sxh\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-07-02T11:16:06.315064Z","caller":"traceutil/trace.go:171","msg":"trace[1196859604] range","detail":"{range_begin:/registry/pods/kube-system/cilium-q8sxh; range_end:; response_count:1; response_revision:493; }","duration":"169.690677ms","start":"2026-07-02T11:16:06.145351Z","end":"2026-07-02T11:16:06.315042Z","steps":["trace[1196859604] 'agreement among raft nodes before linearized reading' (duration: 169.517491ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:16:06.628973Z","caller":"traceutil/trace.go:171","msg":"trace[1816667153] transaction","detail":"{read_only:false; response_revision:494; number_of_response:1; }","duration":"302.585718ms","start":"2026-07-02T11:16:06.326366Z","end":"2026-07-02T11:16:06.628952Z","steps":["trace[1816667153] 'process raft request' (duration: 302.378372ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:16:06.629131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:16:06.326346Z","time spent":"302.700621ms","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4664,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:16:07.290393Z","caller":"traceutil/trace.go:171","msg":"trace[1533700729] transaction","detail":"{read_only:false; response_revision:497; number_of_response:1; }","duration":"106.079273ms","start":"2026-07-02T11:16:07.184286Z","end":"2026-07-02T11:16:07.290365Z","steps":["trace[1533700729] 'process raft request' (duration: 100.97312ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:16:07.290687Z","caller":"traceutil/trace.go:171","msg":"trace[1912558140] transaction","detail":"{read_only:false; response_revision:498; number_of_response:1; }","duration":"106.32778ms","start":"2026-07-02T11:16:07.184328Z","end":"2026-07-02T11:16:07.290656Z","steps":["trace[1912558140] 'process raft request' (duration: 105.990429ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:16:09.172274Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096944183117944,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T11:16:09.673034Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096944183117944,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T11:16:09.853216Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.374198255s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-02T11:16:09.868807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147546545s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T11:16:09.868964Z","caller":"traceutil/trace.go:171","msg":"trace[1911641945] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:563; }","duration":"1.147726842s","start":"2026-07-02T11:16:08.721219Z","end":"2026-07-02T11:16:09.868946Z","steps":["trace[1911641945] 'range keys from in-memory index tree' (duration: 1.147520715s)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:16:09.869163Z","caller":"traceutil/trace.go:171","msg":"trace[1319257141] transaction","detail":"{read_only:false; response_revision:564; number_of_response:1; }","duration":"1.390249079s","start":"2026-07-02T11:16:08.478846Z","end":"2026-07-02T11:16:09.869095Z","steps":["trace[1319257141] 'process raft request' (duration: 1.374807975s)","trace[1319257141] 'compare' (duration: 15.00775ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:16:09.869447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:16:08.478801Z","time spent":"1.390494536s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":65421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:16:09.869867Z","caller":"traceutil/trace.go:171","msg":"trace[591079597] linearizableReadLoop","detail":"{readStateIndex:588; appliedIndex:585; }","duration":"1.198233297s","start":"2026-07-02T11:16:08.671611Z","end":"2026-07-02T11:16:09.869844Z","steps":["trace[591079597] 'read index received' (duration: 1.18208547s)","trace[591079597] 'applied index is now lower than readState.Index' (duration: 16.146927ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:16:09.869917Z","caller":"traceutil/trace.go:171","msg":"trace[1879484111] transaction","detail":"{read_only:false; response_revision:565; number_of_response:1; }","duration":"1.192637058s","start":"2026-07-02T11:16:08.677249Z","end":"2026-07-02T11:16:09.869887Z","steps":["trace[1879484111] 'process raft request' (duration: 1.192238765s)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:16:09.869996Z","caller":"traceutil/trace.go:171","msg":"trace[128202827] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"482.960667ms","start":"2026-07-02T11:16:09.387026Z","end":"2026-07-02T11:16:09.869986Z","steps":["trace[128202827] 'process raft request' (duration: 482.772111ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:16:09.870056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:16:08.677204Z","time spent":"1.192787513s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":569094,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-02T11:16:09.870078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:16:09.386995Z","time spent":"483.022479ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:16:09.870155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.276228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-02T11:16:09.870193Z","caller":"traceutil/trace.go:171","msg":"trace[1239438420] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:566; }","duration":"694.364702ms","start":"2026-07-02T11:16:09.175818Z","end":"2026-07-02T11:16:09.870183Z","steps":["trace[1239438420] 'agreement among raft nodes before linearized reading' (duration: 694.240378ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:16:09.870225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:16:09.175795Z","time spent":"694.423623ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-02T11:16:09.870289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.198679892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T11:16:09.870317Z","caller":"traceutil/trace.go:171","msg":"trace[92874623] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:566; }","duration":"1.198754244s","start":"2026-07-02T11:16:08.671556Z","end":"2026-07-02T11:16:09.870311Z","steps":["trace[92874623] 'agreement among raft nodes before linearized reading' (duration: 1.198712602s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:16:09.870304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.920382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-02T11:16:09.870335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:16:08.671531Z","time spent":"1.198800395s","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-02T11:16:09.870345Z","caller":"traceutil/trace.go:171","msg":"trace[117437809] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:566; }","duration":"576.013314ms","start":"2026-07-02T11:16:09.294322Z","end":"2026-07-02T11:16:09.870335Z","steps":["trace[117437809] 'agreement among raft nodes before linearized reading' (duration: 575.86922ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:16:09.870299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.626189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-02T11:16:09.870421Z","caller":"traceutil/trace.go:171","msg":"trace[2089796547] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:566; }","duration":"573.798204ms","start":"2026-07-02T11:16:09.296607Z","end":"2026-07-02T11:16:09.870405Z","steps":["trace[2089796547] 'agreement among raft nodes before linearized reading' (duration: 573.463963ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:16:09.870476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:16:09.296584Z","time spent":"573.882897ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-02T11:16:09.870368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:16:09.294299Z","time spent":"576.063846ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-02T11:16:09.870375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.665489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-07-02T11:16:09.870612Z","caller":"traceutil/trace.go:171","msg":"trace[622803412] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:566; }","duration":"603.943808ms","start":"2026-07-02T11:16:09.266659Z","end":"2026-07-02T11:16:09.870603Z","steps":["trace[622803412] 'agreement among raft nodes before linearized reading' (duration: 603.669099ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:16:09.870641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:16:09.266636Z","time spent":"603.99629ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-02T11:16:16.285009Z","caller":"traceutil/trace.go:171","msg":"trace[2029158381] transaction","detail":"{read_only:false; response_revision:610; number_of_response:1; }","duration":"358.277669ms","start":"2026-07-02T11:16:15.926701Z","end":"2026-07-02T11:16:16.284978Z","steps":["trace[2029158381] 'process raft request' (duration: 358.095163ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:16:16.285222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:16:15.926686Z","time spent":"358.445865ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:16:17.154068Z","caller":"traceutil/trace.go:171","msg":"trace[2111456412] transaction","detail":"{read_only:false; response_revision:612; number_of_response:1; }","duration":"1.225718564s","start":"2026-07-02T11:16:15.928316Z","end":"2026-07-02T11:16:17.154034Z","steps":["trace[2111456412] 'process raft request' (duration: 1.225635412s)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:16:17.154102Z","caller":"traceutil/trace.go:171","msg":"trace[1067148977] transaction","detail":"{read_only:false; response_revision:611; number_of_response:1; }","duration":"1.227314915s","start":"2026-07-02T11:16:15.926739Z","end":"2026-07-02T11:16:17.154054Z","steps":["trace[1067148977] 'process raft request' (duration: 1.227054517s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:16:17.154244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:16:15.92828Z","time spent":"1.225880829s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:16:17.154295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:16:15.926725Z","time spent":"1.227472801s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:16:17.15443Z","caller":"traceutil/trace.go:171","msg":"trace[260645384] transaction","detail":"{read_only:false; response_revision:613; number_of_response:1; }","duration":"1.225735404s","start":"2026-07-02T11:16:15.928647Z","end":"2026-07-02T11:16:17.154382Z","steps":["trace[260645384] 'process raft request' (duration: 1.225350122s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:16:17.154495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:16:15.928621Z","time spent":"1.225837778s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:16:17.155882Z","caller":"traceutil/trace.go:171","msg":"trace[1880572633] linearizableReadLoop","detail":"{readStateIndex:638; appliedIndex:633; }","duration":"1.091625495s","start":"2026-07-02T11:16:16.063964Z","end":"2026-07-02T11:16:17.155589Z","steps":["trace[1880572633] 'read index received' (duration: 220.916175ms)","trace[1880572633] 'applied index is now lower than readState.Index' (duration: 870.70783ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:16:17.157005Z","caller":"traceutil/trace.go:171","msg":"trace[1257468728] transaction","detail":"{read_only:false; response_revision:614; number_of_response:1; }","duration":"1.146832501s","start":"2026-07-02T11:16:16.010102Z","end":"2026-07-02T11:16:17.156935Z","steps":["trace[1257468728] 'process raft request' (duration: 1.144587019s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:16:17.157297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.484667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T11:16:17.157513Z","caller":"traceutil/trace.go:171","msg":"trace[1670307152] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:614; }","duration":"485.712095ms","start":"2026-07-02T11:16:16.671751Z","end":"2026-07-02T11:16:17.157463Z","steps":["trace[1670307152] 'agreement among raft nodes before linearized reading' (duration: 485.454797ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:16:17.157485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093498795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-q8sxh\" ","response":"range_response_count:1 size:16961"} {"level":"warn","ts":"2026-07-02T11:16:17.157598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:16:16.671731Z","time spent":"485.814068ms","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-02T11:16:17.157617Z","caller":"traceutil/trace.go:171","msg":"trace[1069086918] range","detail":"{range_begin:/registry/pods/kube-system/cilium-q8sxh; range_end:; response_count:1; response_revision:614; }","duration":"1.093619429s","start":"2026-07-02T11:16:16.063945Z","end":"2026-07-02T11:16:17.157564Z","steps":["trace[1069086918] 'agreement among raft nodes before linearized reading' (duration: 1.093233747s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:16:17.157684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:16:16.063873Z","time spent":"1.093794855s","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16985,"request content":"key:\"/registry/pods/kube-system/cilium-q8sxh\" "} {"level":"warn","ts":"2026-07-02T11:16:17.158503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:16:16.010037Z","time spent":"1.147052658s","remote":"127.0.0.1:44930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036305,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:16:18.17134Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096944183118112,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T11:16:18.671769Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096944183118112,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T11:16:18.869859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.914341ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T11:16:18.870099Z","caller":"traceutil/trace.go:171","msg":"trace[1913880707] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:614; }","duration":"148.166699ms","start":"2026-07-02T11:16:18.72191Z","end":"2026-07-02T11:16:18.870077Z","steps":["trace[1913880707] 'range keys from in-memory index tree' (duration: 147.86783ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:16:18.877106Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.420643171s","expected-duration":"1s"} {"level":"info","ts":"2026-07-02T11:16:18.877698Z","caller":"traceutil/trace.go:171","msg":"trace[1473863150] transaction","detail":"{read_only:false; response_revision:615; number_of_response:1; }","duration":"1.702790194s","start":"2026-07-02T11:16:17.174872Z","end":"2026-07-02T11:16:18.877662Z","steps":["trace[1473863150] 'process raft request' (duration: 1.702449173s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:16:18.877894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:16:17.174836Z","time spent":"1.702955349s","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:16:18.965124Z","caller":"traceutil/trace.go:171","msg":"trace[151428603] linearizableReadLoop","detail":"{readStateIndex:640; appliedIndex:638; }","duration":"1.294157734s","start":"2026-07-02T11:16:17.670938Z","end":"2026-07-02T11:16:18.965096Z","steps":["trace[151428603] 'read index received' (duration: 1.206349986s)","trace[151428603] 'applied index is now lower than readState.Index' (duration: 87.806898ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:16:18.965238Z","caller":"traceutil/trace.go:171","msg":"trace[1619067259] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"1.749578131s","start":"2026-07-02T11:16:17.215591Z","end":"2026-07-02T11:16:18.965169Z","steps":["trace[1619067259] 'process raft request' (duration: 1.749361654s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:16:18.965534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:16:17.215562Z","time spent":"1.74987977s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-02T11:16:18.965523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.294513465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T11:16:18.965644Z","caller":"traceutil/trace.go:171","msg":"trace[851289760] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:616; }","duration":"1.294729032s","start":"2026-07-02T11:16:17.670871Z","end":"2026-07-02T11:16:18.9656Z","steps":["trace[851289760] 'agreement among raft nodes before linearized reading' (duration: 1.294438593s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:16:18.965712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:16:17.670849Z","time spent":"1.294848797s","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T11:16:18.965799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.987322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-02T11:16:18.96588Z","caller":"traceutil/trace.go:171","msg":"trace[1745338225] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:616; }","duration":"676.213709ms","start":"2026-07-02T11:16:18.289653Z","end":"2026-07-02T11:16:18.965866Z","steps":["trace[1745338225] 'agreement among raft nodes before linearized reading' (duration: 675.747034ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:16:18.965946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:16:18.289629Z","time spent":"676.307852ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-02T11:16:20.980569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000811126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T11:16:20.980693Z","caller":"traceutil/trace.go:171","msg":"trace[1439956437] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000994362s","start":"2026-07-02T11:16:18.979673Z","end":"2026-07-02T11:16:20.980667Z","steps":["trace[1439956437] 'agreement among raft nodes before linearized reading' (duration: 2.000845187s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:16:20.980753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:16:18.97965Z","time spent":"2.001091155s","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/02 11:16:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T11:16:22.981119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000167243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-02T11:16:22.981233Z","caller":"traceutil/trace.go:171","msg":"trace[711517612] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000346358s","start":"2026-07-02T11:16:20.980864Z","end":"2026-07-02T11:16:22.98121Z","steps":["trace[711517612] 'agreement among raft nodes before linearized reading' (duration: 2.000201164s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:16:22.981285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:16:20.980843Z","time spent":"2.000432001s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T11:16:23.000553Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.009208669s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-02T11:16:23.000659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.026732364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-07-02T11:16:23.000726Z","caller":"traceutil/trace.go:171","msg":"trace[474482508] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:616; }","duration":"4.026811846s","start":"2026-07-02T11:16:18.973898Z","end":"2026-07-02T11:16:23.00071Z","steps":["trace[474482508] 'range keys from in-memory index tree' (duration: 4.026629411s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:16:23.000752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:16:18.973767Z","time spent":"4.026979421s","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":217,"request content":"key:\"/registry/serviceaccounts/kube-system/job-controller\" "} {"level":"warn","ts":"2026-07-02T11:16:23.00128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.997937212s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T11:16:23.001456Z","caller":"traceutil/trace.go:171","msg":"trace[221932787] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"4.02695424s","start":"2026-07-02T11:16:18.974486Z","end":"2026-07-02T11:16:23.00144Z","steps":["trace[221932787] 'process raft request' (duration: 28.739919ms)","trace[221932787] 'compare' (duration: 3.997628903s)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:16:23.001554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:16:18.974471Z","time spent":"4.027011823s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:16:23.001567Z","caller":"traceutil/trace.go:171","msg":"trace[2144520786] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"3.010354495s","start":"2026-07-02T11:16:19.991193Z","end":"2026-07-02T11:16:23.001547Z","steps":["trace[2144520786] 'process raft request' (duration: 3.010228521s)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:16:23.001554Z","caller":"traceutil/trace.go:171","msg":"trace[1519981972] linearizableReadLoop","detail":"{readStateIndex:641; appliedIndex:640; }","duration":"4.021783976s","start":"2026-07-02T11:16:18.979731Z","end":"2026-07-02T11:16:23.001515Z","steps":["trace[1519981972] 'read index received' (duration: 23.489892ms)","trace[1519981972] 'applied index is now lower than readState.Index' (duration: 3.998291454s)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:16:23.001632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:16:19.991157Z","time spent":"3.010450528s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:16:23.016684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.857919366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-02T11:16:23.016789Z","caller":"traceutil/trace.go:171","msg":"trace[1362571948] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:619; }","duration":"3.858063271s","start":"2026-07-02T11:16:19.158699Z","end":"2026-07-02T11:16:23.016762Z","steps":["trace[1362571948] 'agreement among raft nodes before linearized reading' (duration: 3.857820593s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:16:23.016791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.857952537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-02T11:16:23.01684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.858070491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-02T11:16:23.016926Z","caller":"traceutil/trace.go:171","msg":"trace[1145763875] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:619; }","duration":"3.858153653s","start":"2026-07-02T11:16:19.158741Z","end":"2026-07-02T11:16:23.016894Z","steps":["trace[1145763875] 'agreement among raft nodes before linearized reading' (duration: 3.85774722s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:16:23.016836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:16:19.158687Z","time spent":"3.858138393s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-02T11:16:23.01695Z","caller":"traceutil/trace.go:171","msg":"trace[1695589637] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:619; }","duration":"3.858230856s","start":"2026-07-02T11:16:19.15869Z","end":"2026-07-02T11:16:23.01692Z","steps":["trace[1695589637] 'agreement among raft nodes before linearized reading' (duration: 3.857891885s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:16:23.01699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:16:19.158702Z","time spent":"3.858277868s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-02T11:16:23.017008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:16:19.158666Z","time spent":"3.858330329s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-02T11:16:24.847891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.700487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T11:16:24.848009Z","caller":"traceutil/trace.go:171","msg":"trace[1738822297] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:635; }","duration":"178.880062ms","start":"2026-07-02T11:16:24.669106Z","end":"2026-07-02T11:16:24.847986Z","steps":["trace[1738822297] 'range keys from in-memory index tree' (duration: 178.601294ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:16:24.847997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.365729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T11:16:24.848161Z","caller":"traceutil/trace.go:171","msg":"trace[1523550164] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:635; }","duration":"600.566805ms","start":"2026-07-02T11:16:24.247516Z","end":"2026-07-02T11:16:24.848083Z","steps":["trace[1523550164] 'count revisions from in-memory index tree' (duration: 600.221394ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:16:24.848268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:16:24.247486Z","time spent":"600.756972ms","remote":"127.0.0.1:45198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-07-02T11:16:41.03802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.91943423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-07-02T11:16:41.038099Z","caller":"traceutil/trace.go:171","msg":"trace[1090162222] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:776; }","duration":"1.919556744s","start":"2026-07-02T11:16:39.118526Z","end":"2026-07-02T11:16:41.038083Z","steps":["trace[1090162222] 'range keys from in-memory index tree' (duration: 1.919033658s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:16:41.038042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:16:39.903458Z","time spent":"1.134556248s","remote":"127.0.0.1:34824","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-02T11:16:41.038138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:16:39.118512Z","time spent":"1.919611136s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-02T11:16:41.038211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.863225149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-pxnnd\" ","response":"range_response_count:1 size:3964"} {"level":"info","ts":"2026-07-02T11:16:41.03823Z","caller":"traceutil/trace.go:171","msg":"trace[471064620] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-pxnnd; range_end:; response_count:1; response_revision:776; }","duration":"1.863281371s","start":"2026-07-02T11:16:39.174938Z","end":"2026-07-02T11:16:41.038219Z","steps":["trace[471064620] 'range keys from in-memory index tree' (duration: 1.863060774s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:16:41.038204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.954272457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-07-02T11:16:41.038328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.946718375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-02T11:16:41.038321Z","caller":"traceutil/trace.go:171","msg":"trace[1641139082] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:776; }","duration":"1.95437703s","start":"2026-07-02T11:16:39.083908Z","end":"2026-07-02T11:16:41.038285Z","steps":["trace[1641139082] 'range keys from in-memory index tree' (duration: 1.95407221s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:16:41.038318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.250515305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T11:16:41.038399Z","caller":"traceutil/trace.go:171","msg":"trace[1956984975] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:776; }","duration":"1.946841898s","start":"2026-07-02T11:16:39.091535Z","end":"2026-07-02T11:16:41.038376Z","steps":["trace[1956984975] 'range keys from in-memory index tree' (duration: 1.946471386s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:16:41.03847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:16:39.083818Z","time spent":"1.954589366s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-02T11:16:41.038384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.948368688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-02T11:16:41.038509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:16:39.091514Z","time spent":"1.946981983s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-02T11:16:41.038503Z","caller":"traceutil/trace.go:171","msg":"trace[1792050283] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:776; }","duration":"1.25067988s","start":"2026-07-02T11:16:39.78774Z","end":"2026-07-02T11:16:41.03842Z","steps":["trace[1792050283] 'count revisions from in-memory index tree' (duration: 1.250396631s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:16:41.038247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:16:39.174906Z","time spent":"1.863337943s","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":3988,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-pxnnd\" "} {"level":"info","ts":"2026-07-02T11:16:41.038557Z","caller":"traceutil/trace.go:171","msg":"trace[536073464] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:776; }","duration":"1.948596144s","start":"2026-07-02T11:16:39.089931Z","end":"2026-07-02T11:16:41.038527Z","steps":["trace[536073464] 'range keys from in-memory index tree' (duration: 1.948109779s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:16:41.038587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:16:39.787666Z","time spent":"1.250896706s","remote":"127.0.0.1:45330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-02T11:16:41.038623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:16:39.089919Z","time spent":"1.948687078s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-02T11:16:41.038395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.786704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T11:16:41.038843Z","caller":"traceutil/trace.go:171","msg":"trace[819177756] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:776; }","duration":"367.28931ms","start":"2026-07-02T11:16:40.671524Z","end":"2026-07-02T11:16:41.038814Z","steps":["trace[819177756] 'range keys from in-memory index tree' (duration: 366.646459ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:16:41.0389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:16:40.671501Z","time spent":"367.383134ms","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T11:16:41.03799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.945577757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-07-02T11:16:41.040178Z","caller":"traceutil/trace.go:171","msg":"trace[1413491710] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:776; }","duration":"1.947806299s","start":"2026-07-02T11:16:39.09235Z","end":"2026-07-02T11:16:41.040156Z","steps":["trace[1413491710] 'range keys from in-memory index tree' (duration: 1.945381792s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:16:41.040242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:16:39.092343Z","time spent":"1.947881622s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-02T11:17:00.170429Z","caller":"traceutil/trace.go:171","msg":"trace[1903537272] transaction","detail":"{read_only:false; response_revision:1107; number_of_response:1; }","duration":"132.63455ms","start":"2026-07-02T11:17:00.037762Z","end":"2026-07-02T11:17:00.170397Z","steps":["trace[1903537272] 'process raft request' (duration: 132.486046ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:17:12.069467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.377025ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-07-02T11:17:12.069609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:17:11.68284Z","time spent":"386.757603ms","remote":"127.0.0.1:48902","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-02T11:17:12.069774Z","caller":"traceutil/trace.go:171","msg":"trace[374314274] linearizableReadLoop","detail":"{readStateIndex:1217; appliedIndex:1216; }","duration":"841.989062ms","start":"2026-07-02T11:17:11.227752Z","end":"2026-07-02T11:17:12.069741Z","steps":["trace[374314274] 'read index received' (duration: 424.41409ms)","trace[374314274] 'applied index is now lower than readState.Index' (duration: 417.572742ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:17:12.069836Z","caller":"traceutil/trace.go:171","msg":"trace[603876110] transaction","detail":"{read_only:false; response_revision:1180; number_of_response:1; }","duration":"548.004261ms","start":"2026-07-02T11:17:11.521807Z","end":"2026-07-02T11:17:12.069811Z","steps":["trace[603876110] 'process raft request' (duration: 547.848816ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:17:12.069953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.165708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-02T11:17:12.07003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.543707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-07-02T11:17:12.07005Z","caller":"traceutil/trace.go:171","msg":"trace[622920762] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1180; }","duration":"842.331403ms","start":"2026-07-02T11:17:11.227699Z","end":"2026-07-02T11:17:12.07003Z","steps":["trace[622920762] 'agreement among raft nodes before linearized reading' (duration: 842.156667ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:17:12.070056Z","caller":"traceutil/trace.go:171","msg":"trace[1634603903] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1180; }","duration":"841.59709ms","start":"2026-07-02T11:17:11.228451Z","end":"2026-07-02T11:17:12.070048Z","steps":["trace[1634603903] 'agreement among raft nodes before linearized reading' (duration: 841.444835ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:17:12.070046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.709333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T11:17:12.070093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:17:11.228444Z","time spent":"841.641681ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-02T11:17:12.0701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:17:11.227677Z","time spent":"842.408826ms","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":5,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-07-02T11:17:12.070125Z","caller":"traceutil/trace.go:171","msg":"trace[501645270] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1180; }","duration":"391.824926ms","start":"2026-07-02T11:17:11.678275Z","end":"2026-07-02T11:17:12.0701Z","steps":["trace[501645270] 'agreement among raft nodes before linearized reading' (duration: 391.674011ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:17:12.070133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.957575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-02T11:17:12.070185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:17:11.678257Z","time spent":"391.916099ms","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-02T11:17:12.070199Z","caller":"traceutil/trace.go:171","msg":"trace[1533225801] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1180; }","duration":"834.10156ms","start":"2026-07-02T11:17:11.236082Z","end":"2026-07-02T11:17:12.070184Z","steps":["trace[1533225801] 'agreement among raft nodes before linearized reading' (duration: 833.926224ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:17:12.070239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:17:11.236047Z","time spent":"834.185302ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-02T11:17:12.070235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.632625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-02T11:17:12.070328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.42765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-02T11:17:12.070369Z","caller":"traceutil/trace.go:171","msg":"trace[2137406008] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1180; }","duration":"834.486901ms","start":"2026-07-02T11:17:11.235871Z","end":"2026-07-02T11:17:12.070358Z","steps":["trace[2137406008] 'agreement among raft nodes before linearized reading' (duration: 834.370638ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:17:12.070396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:17:11.235861Z","time spent":"834.528614ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-02T11:17:12.070409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.198865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-02T11:17:12.070446Z","caller":"traceutil/trace.go:171","msg":"trace[1052417884] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:1180; }","duration":"156.266527ms","start":"2026-07-02T11:17:11.91417Z","end":"2026-07-02T11:17:12.070437Z","steps":["trace[1052417884] 'agreement among raft nodes before linearized reading' (duration: 156.169964ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:17:12.070434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.479162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-07-02T11:17:12.070551Z","caller":"traceutil/trace.go:171","msg":"trace[2081642597] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1180; }","duration":"834.619766ms","start":"2026-07-02T11:17:11.235907Z","end":"2026-07-02T11:17:12.070526Z","steps":["trace[2081642597] 'agreement among raft nodes before linearized reading' (duration: 834.294505ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:17:12.070602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:17:11.2359Z","time spent":"834.692208ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-02T11:17:12.07075Z","caller":"traceutil/trace.go:171","msg":"trace[1015821101] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1180; }","duration":"833.702087ms","start":"2026-07-02T11:17:11.236569Z","end":"2026-07-02T11:17:12.070271Z","steps":["trace[1015821101] 'agreement among raft nodes before linearized reading' (duration: 833.520231ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:17:12.071156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:17:11.236559Z","time spent":"834.578894ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-02T11:17:12.071215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:17:11.521781Z","time spent":"548.112675ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:17:27.512799Z","caller":"traceutil/trace.go:171","msg":"trace[349691302] transaction","detail":"{read_only:false; response_revision:1319; number_of_response:1; }","duration":"117.222237ms","start":"2026-07-02T11:17:27.395543Z","end":"2026-07-02T11:17:27.512765Z","steps":["trace[349691302] 'process raft request' (duration: 116.953389ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:17:33.987191Z","caller":"traceutil/trace.go:171","msg":"trace[778545989] transaction","detail":"{read_only:false; response_revision:1437; number_of_response:1; }","duration":"551.254036ms","start":"2026-07-02T11:17:33.435893Z","end":"2026-07-02T11:17:33.987147Z","steps":["trace[778545989] 'process raft request' (duration: 551.006388ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:17:33.987398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.136631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-07-02T11:17:33.987419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:17:33.435861Z","time spent":"551.432932ms","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:17:33.987514Z","caller":"traceutil/trace.go:171","msg":"trace[823117804] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1437; }","duration":"269.227134ms","start":"2026-07-02T11:17:33.718223Z","end":"2026-07-02T11:17:33.98745Z","steps":["trace[823117804] 'agreement among raft nodes before linearized reading' (duration: 269.004597ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:17:33.987107Z","caller":"traceutil/trace.go:171","msg":"trace[2117036706] linearizableReadLoop","detail":"{readStateIndex:1487; appliedIndex:1486; }","duration":"268.836092ms","start":"2026-07-02T11:17:33.718241Z","end":"2026-07-02T11:17:33.987077Z","steps":["trace[2117036706] 'read index received' (duration: 268.653496ms)","trace[2117036706] 'applied index is now lower than readState.Index' (duration: 181.096µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:17:46.836457Z","caller":"traceutil/trace.go:171","msg":"trace[2057616212] transaction","detail":"{read_only:false; response_revision:1662; number_of_response:1; }","duration":"128.57594ms","start":"2026-07-02T11:17:46.707853Z","end":"2026-07-02T11:17:46.836429Z","steps":["trace[2057616212] 'process raft request' (duration: 128.296241ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:17:52.116544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.626202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-controller-kpnc6\" ","response":"range_response_count:1 size:7304"} {"level":"info","ts":"2026-07-02T11:17:52.116666Z","caller":"traceutil/trace.go:171","msg":"trace[565207618] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-controller-kpnc6; range_end:; response_count:1; response_revision:1716; }","duration":"150.820399ms","start":"2026-07-02T11:17:51.96582Z","end":"2026-07-02T11:17:52.116641Z","steps":["trace[565207618] 'range keys from in-memory index tree' (duration: 150.323593ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:17:58.098156Z","caller":"traceutil/trace.go:171","msg":"trace[278490098] linearizableReadLoop","detail":"{readStateIndex:1892; appliedIndex:1891; }","duration":"426.86207ms","start":"2026-07-02T11:17:57.671263Z","end":"2026-07-02T11:17:58.098125Z","steps":["trace[278490098] 'read index received' (duration: 426.52869ms)","trace[278490098] 'applied index is now lower than readState.Index' (duration: 331.71µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:17:58.098225Z","caller":"traceutil/trace.go:171","msg":"trace[1220358762] transaction","detail":"{read_only:false; response_revision:1833; number_of_response:1; }","duration":"536.822585ms","start":"2026-07-02T11:17:57.561366Z","end":"2026-07-02T11:17:58.098188Z","steps":["trace[1220358762] 'process raft request' (duration: 536.536136ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:17:58.09835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.075406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T11:17:58.0984Z","caller":"traceutil/trace.go:171","msg":"trace[972324284] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1833; }","duration":"427.195381ms","start":"2026-07-02T11:17:57.671192Z","end":"2026-07-02T11:17:58.098387Z","steps":["trace[972324284] 'agreement among raft nodes before linearized reading' (duration: 427.096197ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:17:58.098443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:17:57.671164Z","time spent":"427.270523ms","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T11:17:58.098476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:17:57.561328Z","time spent":"536.98609ms","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3725,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:17:58.098641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.263534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"warn","ts":"2026-07-02T11:17:58.098721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.576497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"info","ts":"2026-07-02T11:17:58.098791Z","caller":"traceutil/trace.go:171","msg":"trace[1140263506] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1833; }","duration":"205.452881ms","start":"2026-07-02T11:17:57.89331Z","end":"2026-07-02T11:17:58.098762Z","steps":["trace[1140263506] 'agreement among raft nodes before linearized reading' (duration: 205.088589ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:17:58.098957Z","caller":"traceutil/trace.go:171","msg":"trace[1251294366] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1833; }","duration":"291.898797ms","start":"2026-07-02T11:17:57.806967Z","end":"2026-07-02T11:17:58.098866Z","steps":["trace[1251294366] 'agreement among raft nodes before linearized reading' (duration: 291.38418ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:17:58.875365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.905327ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T11:17:58.875539Z","caller":"traceutil/trace.go:171","msg":"trace[447156011] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1833; }","duration":"154.052152ms","start":"2026-07-02T11:17:58.721437Z","end":"2026-07-02T11:17:58.87549Z","steps":["trace[447156011] 'range keys from in-memory index tree' (duration: 153.892677ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:17:58.875085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.40213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"warn","ts":"2026-07-02T11:17:58.875788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.502146ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T11:17:58.875929Z","caller":"traceutil/trace.go:171","msg":"trace[1183173112] transaction","detail":"{read_only:false; response_revision:1834; number_of_response:1; }","duration":"627.158917ms","start":"2026-07-02T11:17:58.248737Z","end":"2026-07-02T11:17:58.875895Z","steps":["trace[1183173112] 'process raft request' (duration: 525.472914ms)","trace[1183173112] 'compare' (duration: 100.894387ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:17:58.876059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:17:58.248699Z","time spent":"627.301731ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:17:58.875859Z","caller":"traceutil/trace.go:171","msg":"trace[994394542] linearizableReadLoop","detail":"{readStateIndex:1893; appliedIndex:1892; }","duration":"558.339232ms","start":"2026-07-02T11:17:58.31751Z","end":"2026-07-02T11:17:58.875849Z","steps":["trace[994394542] 'read index received' (duration: 456.609788ms)","trace[994394542] 'applied index is now lower than readState.Index' (duration: 101.728094ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:17:58.876809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.309283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-02T11:17:58.876838Z","caller":"traceutil/trace.go:171","msg":"trace[1677434958] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1834; }","duration":"559.395815ms","start":"2026-07-02T11:17:58.317435Z","end":"2026-07-02T11:17:58.876831Z","steps":["trace[1677434958] 'agreement among raft nodes before linearized reading' (duration: 559.261211ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:17:58.876885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:17:58.317409Z","time spent":"559.468558ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-02T11:17:58.877027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.98304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-02T11:17:58.877049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.160938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-02T11:17:58.877113Z","caller":"traceutil/trace.go:171","msg":"trace[1220175367] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1834; }","duration":"558.093795ms","start":"2026-07-02T11:17:58.318993Z","end":"2026-07-02T11:17:58.877087Z","steps":["trace[1220175367] 'agreement among raft nodes before linearized reading' (duration: 557.918539ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:17:58.877122Z","caller":"traceutil/trace.go:171","msg":"trace[94495499] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1834; }","duration":"559.277122ms","start":"2026-07-02T11:17:58.317827Z","end":"2026-07-02T11:17:58.877104Z","steps":["trace[94495499] 'agreement among raft nodes before linearized reading' (duration: 559.047515ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:17:58.877071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.580153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T11:17:58.877164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:17:58.318968Z","time spent":"558.183457ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-02T11:17:58.877165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:17:58.317819Z","time spent":"559.339774ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-02T11:17:58.877239Z","caller":"traceutil/trace.go:171","msg":"trace[21058542] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1834; }","duration":"204.81942ms","start":"2026-07-02T11:17:58.672379Z","end":"2026-07-02T11:17:58.877199Z","steps":["trace[21058542] 'agreement among raft nodes before linearized reading' (duration: 204.541681ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:17:58.875621Z","caller":"traceutil/trace.go:171","msg":"trace[488408328] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1833; }","duration":"689.011658ms","start":"2026-07-02T11:17:58.18659Z","end":"2026-07-02T11:17:58.875602Z","steps":["trace[488408328] 'range keys from in-memory index tree' (duration: 688.190482ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:17:58.877315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.6416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9ba37a87-dca7-44b1-a6eb-008c7c832a3c\" ","response":"range_response_count:1 size:3740"} {"level":"warn","ts":"2026-07-02T11:17:58.877379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.093672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-02T11:17:58.877379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.350295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-07-02T11:17:58.877428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:17:58.186561Z","time spent":"690.835947ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-02T11:17:58.877393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.560114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-07-02T11:17:58.883928Z","caller":"traceutil/trace.go:171","msg":"trace[46485899] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1834; }","duration":"557.274448ms","start":"2026-07-02T11:17:58.320213Z","end":"2026-07-02T11:17:58.877487Z","steps":["trace[46485899] 'agreement among raft nodes before linearized reading' (duration: 556.69294ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:17:58.883997Z","caller":"traceutil/trace.go:171","msg":"trace[407763961] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1834; }","duration":"472.229227ms","start":"2026-07-02T11:17:58.411734Z","end":"2026-07-02T11:17:58.883963Z","steps":["trace[407763961] 'agreement among raft nodes before linearized reading' (duration: 465.145211ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:17:58.883741Z","caller":"traceutil/trace.go:171","msg":"trace[978259781] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9ba37a87-dca7-44b1-a6eb-008c7c832a3c; range_end:; response_count:1; response_revision:1834; }","duration":"403.889207ms","start":"2026-07-02T11:17:58.473564Z","end":"2026-07-02T11:17:58.877453Z","steps":["trace[978259781] 'agreement among raft nodes before linearized reading' (duration: 403.381781ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:17:58.884143Z","caller":"traceutil/trace.go:171","msg":"trace[1171296922] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1834; }","duration":"554.559362ms","start":"2026-07-02T11:17:58.322936Z","end":"2026-07-02T11:17:58.877495Z","steps":["trace[1171296922] 'agreement among raft nodes before linearized reading' (duration: 554.032145ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:17:58.88413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:17:58.411712Z","time spent":"472.331539ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-02T11:17:58.884125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:17:58.320202Z","time spent":"563.835887ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-02T11:17:58.884242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:17:58.473538Z","time spent":"410.642253ms","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3764,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9ba37a87-dca7-44b1-a6eb-008c7c832a3c\" "} {"level":"warn","ts":"2026-07-02T11:17:58.8844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:17:58.322928Z","time spent":"561.247545ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-02T11:17:59.387965Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096944183120502,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-02T11:17:59.480605Z","caller":"traceutil/trace.go:171","msg":"trace[2083433] transaction","detail":"{read_only:false; response_revision:1835; number_of_response:1; }","duration":"595.90932ms","start":"2026-07-02T11:17:58.884665Z","end":"2026-07-02T11:17:59.480574Z","steps":["trace[2083433] 'process raft request' (duration: 595.687693ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:17:59.480785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:17:58.884635Z","time spent":"596.063305ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:17:59.505408Z","caller":"traceutil/trace.go:171","msg":"trace[166613671] transaction","detail":"{read_only:false; response_revision:1837; number_of_response:1; }","duration":"617.649383ms","start":"2026-07-02T11:17:58.887729Z","end":"2026-07-02T11:17:59.505378Z","steps":["trace[166613671] 'process raft request' (duration: 617.574051ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:17:59.505473Z","caller":"traceutil/trace.go:171","msg":"trace[1672912833] transaction","detail":"{read_only:false; response_revision:1836; number_of_response:1; }","duration":"618.78469ms","start":"2026-07-02T11:17:58.88664Z","end":"2026-07-02T11:17:59.505425Z","steps":["trace[1672912833] 'process raft request' (duration: 618.539352ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:17:59.505597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:17:58.887714Z","time spent":"617.788817ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:17:59.505688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:17:58.88661Z","time spent":"618.964325ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:17:59.505856Z","caller":"traceutil/trace.go:171","msg":"trace[1519763230] transaction","detail":"{read_only:false; response_revision:1838; number_of_response:1; }","duration":"616.340821ms","start":"2026-07-02T11:17:58.889501Z","end":"2026-07-02T11:17:59.505841Z","steps":["trace[1519763230] 'process raft request' (duration: 615.839575ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:17:59.505911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:17:58.889495Z","time spent":"616.390533ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:17:59.505917Z","caller":"traceutil/trace.go:171","msg":"trace[1009887982] linearizableReadLoop","detail":"{readStateIndex:1899; appliedIndex:1893; }","duration":"618.317685ms","start":"2026-07-02T11:17:58.887576Z","end":"2026-07-02T11:17:59.505894Z","steps":["trace[1009887982] 'read index received' (duration: 592.78257ms)","trace[1009887982] 'applied index is now lower than readState.Index' (duration: 25.534005ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:17:59.505974Z","caller":"traceutil/trace.go:171","msg":"trace[1364228109] transaction","detail":"{read_only:false; response_revision:1839; number_of_response:1; }","duration":"615.892007ms","start":"2026-07-02T11:17:58.890031Z","end":"2026-07-02T11:17:59.505923Z","steps":["trace[1364228109] 'process raft request' (duration: 615.689661ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:17:59.506021Z","caller":"traceutil/trace.go:171","msg":"trace[927902578] transaction","detail":"{read_only:false; response_revision:1840; number_of_response:1; }","duration":"615.692771ms","start":"2026-07-02T11:17:58.890307Z","end":"2026-07-02T11:17:59.506Z","steps":["trace[927902578] 'process raft request' (duration: 615.529346ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:17:59.506087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.512841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:566"} {"level":"info","ts":"2026-07-02T11:17:59.506117Z","caller":"traceutil/trace.go:171","msg":"trace[1180643161] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1840; }","duration":"618.572502ms","start":"2026-07-02T11:17:58.887535Z","end":"2026-07-02T11:17:59.506108Z","steps":["trace[1180643161] 'agreement among raft nodes before linearized reading' (duration: 618.452689ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:17:59.506134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:17:58.887523Z","time spent":"618.607253ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":590,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-02T11:17:59.506125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:17:58.890302Z","time spent":"615.773993ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:17:59.506183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.49279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T11:17:59.506177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:17:58.890027Z","time spent":"616.042552ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:17:59.506202Z","caller":"traceutil/trace.go:171","msg":"trace[401706827] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:1840; }","duration":"262.557921ms","start":"2026-07-02T11:17:59.243639Z","end":"2026-07-02T11:17:59.506197Z","steps":["trace[401706827] 'agreement among raft nodes before linearized reading' (duration: 262.52747ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:17:59.506185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.769785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-07-02T11:17:59.506264Z","caller":"traceutil/trace.go:171","msg":"trace[216176016] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1840; }","duration":"616.864758ms","start":"2026-07-02T11:17:58.889376Z","end":"2026-07-02T11:17:59.506241Z","steps":["trace[216176016] 'agreement among raft nodes before linearized reading' (duration: 616.651461ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:17:59.506319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:17:58.889369Z","time spent":"616.935621ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-02T11:17:59.506512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.136136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"info","ts":"2026-07-02T11:17:59.50661Z","caller":"traceutil/trace.go:171","msg":"trace[1574758574] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1840; }","duration":"399.323983ms","start":"2026-07-02T11:17:59.10726Z","end":"2026-07-02T11:17:59.506584Z","steps":["trace[1574758574] 'agreement among raft nodes before linearized reading' (duration: 398.980022ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:17:59.506658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:17:59.107234Z","time spent":"399.416925ms","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4615,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-02T11:17:59.987738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.814553ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T11:17:59.98789Z","caller":"traceutil/trace.go:171","msg":"trace[1580052115] transaction","detail":"{read_only:false; response_revision:1841; number_of_response:1; }","duration":"476.686609ms","start":"2026-07-02T11:17:59.511178Z","end":"2026-07-02T11:17:59.987865Z","steps":["trace[1580052115] 'process raft request' (duration: 344.631868ms)","trace[1580052115] 'compare' (duration: 131.581236ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:17:59.987961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:17:59.511153Z","time spent":"476.774412ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:18:00.001165Z","caller":"traceutil/trace.go:171","msg":"trace[1779242963] linearizableReadLoop","detail":"{readStateIndex:1901; appliedIndex:1899; }","duration":"463.582741ms","start":"2026-07-02T11:17:59.537547Z","end":"2026-07-02T11:18:00.001129Z","steps":["trace[1779242963] 'read index received' (duration: 318.237206ms)","trace[1779242963] 'applied index is now lower than readState.Index' (duration: 145.344105ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:18:00.001264Z","caller":"traceutil/trace.go:171","msg":"trace[1128290514] transaction","detail":"{read_only:false; response_revision:1842; number_of_response:1; }","duration":"489.58085ms","start":"2026-07-02T11:17:59.511639Z","end":"2026-07-02T11:18:00.00122Z","steps":["trace[1128290514] 'process raft request' (duration: 489.331372ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:18:00.001449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.86744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T11:18:00.001524Z","caller":"traceutil/trace.go:171","msg":"trace[1774947431] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1842; }","duration":"464.016935ms","start":"2026-07-02T11:17:59.537485Z","end":"2026-07-02T11:18:00.001502Z","steps":["trace[1774947431] 'agreement among raft nodes before linearized reading' (duration: 463.844709ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:18:00.001589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:17:59.537459Z","time spent":"464.112988ms","remote":"127.0.0.1:60406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-02T11:18:00.001595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:17:59.511629Z","time spent":"489.835267ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:18:00.001808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.771416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T11:18:00.00192Z","caller":"traceutil/trace.go:171","msg":"trace[1963300381] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1842; }","duration":"330.924861ms","start":"2026-07-02T11:17:59.670976Z","end":"2026-07-02T11:18:00.001901Z","steps":["trace[1963300381] 'agreement among raft nodes before linearized reading' (duration: 330.754006ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:18:00.002048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:17:59.670954Z","time spent":"331.078006ms","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T11:18:00.001898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.061884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-02T11:18:00.002257Z","caller":"traceutil/trace.go:171","msg":"trace[2049072295] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:1842; }","duration":"155.399295ms","start":"2026-07-02T11:17:59.846772Z","end":"2026-07-02T11:18:00.002171Z","steps":["trace[2049072295] 'agreement among raft nodes before linearized reading' (duration: 155.025473ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:18:00.002045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.782626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9ba37a87-dca7-44b1-a6eb-008c7c832a3c\" ","response":"range_response_count:1 size:3740"} {"level":"info","ts":"2026-07-02T11:18:00.002485Z","caller":"traceutil/trace.go:171","msg":"trace[834030723] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9ba37a87-dca7-44b1-a6eb-008c7c832a3c; range_end:; response_count:1; response_revision:1842; }","duration":"113.312943ms","start":"2026-07-02T11:17:59.889128Z","end":"2026-07-02T11:18:00.00244Z","steps":["trace[834030723] 'agreement among raft nodes before linearized reading' (duration: 112.637681ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:18:00.214963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.750168ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T11:18:00.2151Z","caller":"traceutil/trace.go:171","msg":"trace[1181732887] transaction","detail":"{read_only:false; response_revision:1844; number_of_response:1; }","duration":"204.393547ms","start":"2026-07-02T11:18:00.010685Z","end":"2026-07-02T11:18:00.215078Z","steps":["trace[1181732887] 'process raft request' (duration: 79.399181ms)","trace[1181732887] 'compare' (duration: 124.469679ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:18:01.992756Z","caller":"traceutil/trace.go:171","msg":"trace[1276507823] linearizableReadLoop","detail":"{readStateIndex:1927; appliedIndex:1926; }","duration":"321.265093ms","start":"2026-07-02T11:18:01.671462Z","end":"2026-07-02T11:18:01.992727Z","steps":["trace[1276507823] 'read index received' (duration: 321.019866ms)","trace[1276507823] 'applied index is now lower than readState.Index' (duration: 244.287µs)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:18:01.992894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.409748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T11:18:01.99288Z","caller":"traceutil/trace.go:171","msg":"trace[918907397] transaction","detail":"{read_only:false; response_revision:1866; number_of_response:1; }","duration":"360.546316ms","start":"2026-07-02T11:18:01.632272Z","end":"2026-07-02T11:18:01.992819Z","steps":["trace[918907397] 'process raft request' (duration: 360.281028ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:18:01.992929Z","caller":"traceutil/trace.go:171","msg":"trace[622330350] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1866; }","duration":"321.514101ms","start":"2026-07-02T11:18:01.671405Z","end":"2026-07-02T11:18:01.992919Z","steps":["trace[622330350] 'agreement among raft nodes before linearized reading' (duration: 321.435869ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:18:01.993084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:18:01.632247Z","time spent":"360.732622ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:18:01.993095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:18:01.671379Z","time spent":"321.703758ms","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-02T11:18:05.33718Z","caller":"traceutil/trace.go:171","msg":"trace[1090321180] transaction","detail":"{read_only:false; response_revision:1910; number_of_response:1; }","duration":"441.728922ms","start":"2026-07-02T11:18:04.895419Z","end":"2026-07-02T11:18:05.337148Z","steps":["trace[1090321180] 'process raft request' (duration: 441.442623ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:18:05.337416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:18:04.895392Z","time spent":"441.904168ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:18:05.50075Z","caller":"traceutil/trace.go:171","msg":"trace[475384981] linearizableReadLoop","detail":"{readStateIndex:1973; appliedIndex:1971; }","duration":"442.632842ms","start":"2026-07-02T11:18:05.058086Z","end":"2026-07-02T11:18:05.500719Z","steps":["trace[475384981] 'read index received' (duration: 278.743606ms)","trace[475384981] 'applied index is now lower than readState.Index' (duration: 163.888126ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:18:05.500955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.846578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T11:18:05.500928Z","caller":"traceutil/trace.go:171","msg":"trace[277041711] transaction","detail":"{read_only:false; response_revision:1911; number_of_response:1; }","duration":"462.00712ms","start":"2026-07-02T11:18:05.038869Z","end":"2026-07-02T11:18:05.500876Z","steps":["trace[277041711] 'process raft request' (duration: 414.613798ms)","trace[277041711] 'compare' (duration: 47.080902ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:18:05.501Z","caller":"traceutil/trace.go:171","msg":"trace[1685596959] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1911; }","duration":"442.959832ms","start":"2026-07-02T11:18:05.058029Z","end":"2026-07-02T11:18:05.500989Z","steps":["trace[1685596959] 'agreement among raft nodes before linearized reading' (duration: 442.850059ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:18:05.501041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:18:05.05801Z","time spent":"443.023774ms","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T11:18:05.501152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.162797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.89\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-02T11:18:05.501359Z","caller":"traceutil/trace.go:171","msg":"trace[680691908] range","detail":"{range_begin:/registry/masterleases/199.204.45.89; range_end:; response_count:1; response_revision:1911; }","duration":"197.417784ms","start":"2026-07-02T11:18:05.303916Z","end":"2026-07-02T11:18:05.501334Z","steps":["trace[680691908] 'agreement among raft nodes before linearized reading' (duration: 196.992691ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:18:05.501382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:18:05.03884Z","time spent":"462.425333ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:18:05.69317Z","caller":"traceutil/trace.go:171","msg":"trace[903887501] transaction","detail":"{read_only:false; response_revision:1912; number_of_response:1; }","duration":"106.796015ms","start":"2026-07-02T11:18:05.586347Z","end":"2026-07-02T11:18:05.693143Z","steps":["trace[903887501] 'process raft request' (duration: 56.514702ms)","trace[903887501] 'compare' (duration: 50.088007ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:18:05.854519Z","caller":"traceutil/trace.go:171","msg":"trace[94716603] transaction","detail":"{read_only:false; response_revision:1914; number_of_response:1; }","duration":"265.0404ms","start":"2026-07-02T11:18:05.589448Z","end":"2026-07-02T11:18:05.854489Z","steps":["trace[94716603] 'process raft request' (duration: 264.957587ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:18:05.854689Z","caller":"traceutil/trace.go:171","msg":"trace[2006758831] transaction","detail":"{read_only:false; response_revision:1915; number_of_response:1; }","duration":"265.202155ms","start":"2026-07-02T11:18:05.589467Z","end":"2026-07-02T11:18:05.85467Z","steps":["trace[2006758831] 'process raft request' (duration: 264.981668ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:18:05.854882Z","caller":"traceutil/trace.go:171","msg":"trace[1615766627] transaction","detail":"{read_only:false; response_revision:1916; number_of_response:1; }","duration":"265.152713ms","start":"2026-07-02T11:18:05.589719Z","end":"2026-07-02T11:18:05.854872Z","steps":["trace[1615766627] 'process raft request' (duration: 264.879074ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:18:05.854902Z","caller":"traceutil/trace.go:171","msg":"trace[1324279666] transaction","detail":"{read_only:false; response_revision:1913; number_of_response:1; }","duration":"266.239698ms","start":"2026-07-02T11:18:05.588648Z","end":"2026-07-02T11:18:05.854888Z","steps":["trace[1324279666] 'process raft request' (duration: 213.470235ms)","trace[1324279666] 'compare' (duration: 52.148563ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:18:05.855362Z","caller":"traceutil/trace.go:171","msg":"trace[522769066] linearizableReadLoop","detail":"{readStateIndex:1981; appliedIndex:1974; }","duration":"246.855841ms","start":"2026-07-02T11:18:05.608495Z","end":"2026-07-02T11:18:05.855351Z","steps":["trace[522769066] 'read index received' (duration: 34.389077ms)","trace[522769066] 'applied index is now lower than readState.Index' (duration: 212.465934ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:18:05.85539Z","caller":"traceutil/trace.go:171","msg":"trace[269607859] transaction","detail":"{read_only:false; response_revision:1917; number_of_response:1; }","duration":"264.780051ms","start":"2026-07-02T11:18:05.5906Z","end":"2026-07-02T11:18:05.85538Z","steps":["trace[269607859] 'process raft request' (duration: 264.238004ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:18:05.85558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.68763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T11:18:05.855617Z","caller":"traceutil/trace.go:171","msg":"trace[1168746280] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:1918; }","duration":"185.870806ms","start":"2026-07-02T11:18:05.669735Z","end":"2026-07-02T11:18:05.855605Z","steps":["trace[1168746280] 'agreement among raft nodes before linearized reading' (duration: 185.784103ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:18:05.855613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.104048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10948"} {"level":"info","ts":"2026-07-02T11:18:05.855601Z","caller":"traceutil/trace.go:171","msg":"trace[1297120746] transaction","detail":"{read_only:false; response_revision:1918; number_of_response:1; }","duration":"264.831793ms","start":"2026-07-02T11:18:05.590738Z","end":"2026-07-02T11:18:05.85557Z","steps":["trace[1297120746] 'process raft request' (duration: 264.360377ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:18:05.855646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.509263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T11:18:05.855667Z","caller":"traceutil/trace.go:171","msg":"trace[779019782] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1918; }","duration":"247.192391ms","start":"2026-07-02T11:18:05.60846Z","end":"2026-07-02T11:18:05.855652Z","steps":["trace[779019782] 'agreement among raft nodes before linearized reading' (duration: 246.976704ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:18:05.855694Z","caller":"traceutil/trace.go:171","msg":"trace[1823104547] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1918; }","duration":"184.589245ms","start":"2026-07-02T11:18:05.671094Z","end":"2026-07-02T11:18:05.855683Z","steps":["trace[1823104547] 'agreement among raft nodes before linearized reading' (duration: 184.486462ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:18:05.855628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.252503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-02T11:18:05.855775Z","caller":"traceutil/trace.go:171","msg":"trace[1726651723] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1918; }","duration":"114.449649ms","start":"2026-07-02T11:18:05.741316Z","end":"2026-07-02T11:18:05.855766Z","steps":["trace[1726651723] 'agreement among raft nodes before linearized reading' (duration: 114.240362ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:18:05.855779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.442658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-07-02T11:18:05.855885Z","caller":"traceutil/trace.go:171","msg":"trace[719402997] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1918; }","duration":"167.639294ms","start":"2026-07-02T11:18:05.688206Z","end":"2026-07-02T11:18:05.855846Z","steps":["trace[719402997] 'agreement among raft nodes before linearized reading' (duration: 167.364296ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:18:05.8559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.431645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-07-02T11:18:05.855959Z","caller":"traceutil/trace.go:171","msg":"trace[1457768101] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1918; }","duration":"160.503067ms","start":"2026-07-02T11:18:05.695438Z","end":"2026-07-02T11:18:05.855941Z","steps":["trace[1457768101] 'agreement among raft nodes before linearized reading' (duration: 160.410984ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:18:06.179898Z","caller":"traceutil/trace.go:171","msg":"trace[902396340] transaction","detail":"{read_only:false; response_revision:1920; number_of_response:1; }","duration":"279.032607ms","start":"2026-07-02T11:18:05.90083Z","end":"2026-07-02T11:18:06.179862Z","steps":["trace[902396340] 'process raft request' (duration: 226.260024ms)","trace[902396340] 'compare' (duration: 52.630318ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:18:06.184285Z","caller":"traceutil/trace.go:171","msg":"trace[1989524871] linearizableReadLoop","detail":"{readStateIndex:1987; appliedIndex:1982; }","duration":"114.055146ms","start":"2026-07-02T11:18:06.070209Z","end":"2026-07-02T11:18:06.184264Z","steps":["trace[1989524871] 'read index received' (duration: 56.904604ms)","trace[1989524871] 'applied index is now lower than readState.Index' (duration: 57.149652ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:18:06.184576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.350606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-07-02T11:18:06.18465Z","caller":"traceutil/trace.go:171","msg":"trace[1105024542] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1924; }","duration":"114.48709ms","start":"2026-07-02T11:18:06.07014Z","end":"2026-07-02T11:18:06.184627Z","steps":["trace[1105024542] 'agreement among raft nodes before linearized reading' (duration: 114.210931ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:18:06.184703Z","caller":"traceutil/trace.go:171","msg":"trace[1849803296] transaction","detail":"{read_only:false; response_revision:1923; number_of_response:1; }","duration":"237.448731ms","start":"2026-07-02T11:18:05.947211Z","end":"2026-07-02T11:18:06.18466Z","steps":["trace[1849803296] 'process raft request' (duration: 236.969705ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:18:06.184825Z","caller":"traceutil/trace.go:171","msg":"trace[963106904] transaction","detail":"{read_only:false; response_revision:1921; number_of_response:1; }","duration":"238.05951ms","start":"2026-07-02T11:18:05.946744Z","end":"2026-07-02T11:18:06.184804Z","steps":["trace[963106904] 'process raft request' (duration: 237.249134ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:18:06.184945Z","caller":"traceutil/trace.go:171","msg":"trace[61195869] transaction","detail":"{read_only:false; response_revision:1924; number_of_response:1; }","duration":"237.721259ms","start":"2026-07-02T11:18:05.947203Z","end":"2026-07-02T11:18:06.184925Z","steps":["trace[61195869] 'process raft request' (duration: 237.025857ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:18:06.184995Z","caller":"traceutil/trace.go:171","msg":"trace[1023384564] transaction","detail":"{read_only:false; response_revision:1922; number_of_response:1; }","duration":"238.142223ms","start":"2026-07-02T11:18:05.946837Z","end":"2026-07-02T11:18:06.184979Z","steps":["trace[1023384564] 'process raft request' (duration: 237.259245ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:18:08.798815Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096944183120715,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T11:18:09.265641Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.053987094s","expected-duration":"1s"} {"level":"info","ts":"2026-07-02T11:18:09.266019Z","caller":"traceutil/trace.go:171","msg":"trace[1526796171] linearizableReadLoop","detail":"{readStateIndex:2004; appliedIndex:2003; }","duration":"967.983311ms","start":"2026-07-02T11:18:08.297999Z","end":"2026-07-02T11:18:09.265983Z","steps":["trace[1526796171] 'read index received' (duration: 967.798335ms)","trace[1526796171] 'applied index is now lower than readState.Index' (duration: 184.146µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:18:09.266082Z","caller":"traceutil/trace.go:171","msg":"trace[1704738625] transaction","detail":"{read_only:false; response_revision:1940; number_of_response:1; }","duration":"1.05449951s","start":"2026-07-02T11:18:08.211562Z","end":"2026-07-02T11:18:09.266061Z","steps":["trace[1704738625] 'process raft request' (duration: 1.054278493s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:18:09.266254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.255909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"warn","ts":"2026-07-02T11:18:09.266238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:18:08.211547Z","time spent":"1.054582373s","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:18:09.266309Z","caller":"traceutil/trace.go:171","msg":"trace[797394096] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1940; }","duration":"968.361133ms","start":"2026-07-02T11:18:08.29793Z","end":"2026-07-02T11:18:09.266292Z","steps":["trace[797394096] 'agreement among raft nodes before linearized reading' (duration: 968.201528ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:18:09.266341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:18:08.297907Z","time spent":"968.422435ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-02T11:18:09.266835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.398891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-02T11:18:09.266829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.538927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"info","ts":"2026-07-02T11:18:09.266876Z","caller":"traceutil/trace.go:171","msg":"trace[1695438533] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:1940; }","duration":"498.495665ms","start":"2026-07-02T11:18:08.768371Z","end":"2026-07-02T11:18:09.266866Z","steps":["trace[1695438533] 'agreement among raft nodes before linearized reading' (duration: 498.409172ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:18:09.266907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:18:08.768347Z","time spent":"498.552006ms","remote":"127.0.0.1:45316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":12,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-07-02T11:18:09.266905Z","caller":"traceutil/trace.go:171","msg":"trace[954393386] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1940; }","duration":"658.663911ms","start":"2026-07-02T11:18:08.608224Z","end":"2026-07-02T11:18:09.266888Z","steps":["trace[954393386] 'agreement among raft nodes before linearized reading' (duration: 658.486856ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:18:09.266969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:18:08.608201Z","time spent":"658.755794ms","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4615,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-02T11:18:09.267148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.2147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T11:18:09.267195Z","caller":"traceutil/trace.go:171","msg":"trace[190500096] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1940; }","duration":"596.297593ms","start":"2026-07-02T11:18:08.670886Z","end":"2026-07-02T11:18:09.267184Z","steps":["trace[190500096] 'agreement among raft nodes before linearized reading' (duration: 596.2216ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:18:09.267236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:18:08.67087Z","time spent":"596.344364ms","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-02T11:18:37.172464Z","caller":"traceutil/trace.go:171","msg":"trace[984584203] linearizableReadLoop","detail":"{readStateIndex:2219; appliedIndex:2218; }","duration":"226.638759ms","start":"2026-07-02T11:18:36.945805Z","end":"2026-07-02T11:18:37.172444Z","steps":["trace[984584203] 'read index received' (duration: 226.449453ms)","trace[984584203] 'applied index is now lower than readState.Index' (duration: 188.636µs)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:18:37.17258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.758924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T11:18:37.172607Z","caller":"traceutil/trace.go:171","msg":"trace[1742080224] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:2143; }","duration":"226.838756ms","start":"2026-07-02T11:18:36.94576Z","end":"2026-07-02T11:18:37.172599Z","steps":["trace[1742080224] 'agreement among raft nodes before linearized reading' (duration: 226.769684ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:18:37.172581Z","caller":"traceutil/trace.go:171","msg":"trace[1898537994] transaction","detail":"{read_only:false; response_revision:2143; number_of_response:1; }","duration":"395.656633ms","start":"2026-07-02T11:18:36.776889Z","end":"2026-07-02T11:18:37.172546Z","steps":["trace[1898537994] 'process raft request' (duration: 395.424066ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:18:37.172727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:18:36.776838Z","time spent":"395.813289ms","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16383,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:18:42.723753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.297554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"info","ts":"2026-07-02T11:18:42.723818Z","caller":"traceutil/trace.go:171","msg":"trace[1245625648] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2182; }","duration":"223.405238ms","start":"2026-07-02T11:18:42.500399Z","end":"2026-07-02T11:18:42.723804Z","steps":["trace[1245625648] 'range keys from in-memory index tree' (duration: 223.095068ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:18:42.723933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.289319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-02T11:18:42.724176Z","caller":"traceutil/trace.go:171","msg":"trace[848369248] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2182; }","duration":"231.480195ms","start":"2026-07-02T11:18:42.492555Z","end":"2026-07-02T11:18:42.724035Z","steps":["trace[848369248] 'count revisions from in-memory index tree' (duration: 231.160254ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:18:44.061761Z","caller":"traceutil/trace.go:171","msg":"trace[166774829] linearizableReadLoop","detail":"{readStateIndex:2262; appliedIndex:2261; }","duration":"441.63739ms","start":"2026-07-02T11:18:43.62009Z","end":"2026-07-02T11:18:44.061728Z","steps":["trace[166774829] 'read index received' (duration: 441.413263ms)","trace[166774829] 'applied index is now lower than readState.Index' (duration: 222.927µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:18:44.061795Z","caller":"traceutil/trace.go:171","msg":"trace[272171404] transaction","detail":"{read_only:false; response_revision:2183; number_of_response:1; }","duration":"574.665878ms","start":"2026-07-02T11:18:43.487088Z","end":"2026-07-02T11:18:44.061754Z","steps":["trace[272171404] 'process raft request' (duration: 574.42492ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:18:44.061942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:18:43.487064Z","time spent":"574.806792ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:18:44.062029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.603814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T11:18:44.062057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.525216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-07-02T11:18:44.062093Z","caller":"traceutil/trace.go:171","msg":"trace[1129495654] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2183; }","duration":"390.699747ms","start":"2026-07-02T11:18:43.671378Z","end":"2026-07-02T11:18:44.062078Z","steps":["trace[1129495654] 'agreement among raft nodes before linearized reading' (duration: 390.607634ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:18:44.062106Z","caller":"traceutil/trace.go:171","msg":"trace[912411703] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2183; }","duration":"441.603459ms","start":"2026-07-02T11:18:43.620482Z","end":"2026-07-02T11:18:44.062086Z","steps":["trace[912411703] 'agreement among raft nodes before linearized reading' (duration: 441.426044ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:18:44.062102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.984881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"warn","ts":"2026-07-02T11:18:44.062166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.427611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-02T11:18:44.06209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.691516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"warn","ts":"2026-07-02T11:18:44.062169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:18:43.620474Z","time spent":"441.683342ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-02T11:18:44.062205Z","caller":"traceutil/trace.go:171","msg":"trace[2120475983] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2183; }","duration":"330.875911ms","start":"2026-07-02T11:18:43.731322Z","end":"2026-07-02T11:18:44.062198Z","steps":["trace[2120475983] 'agreement among raft nodes before linearized reading' (duration: 330.614923ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:18:44.062122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:18:43.671362Z","time spent":"390.753809ms","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T11:18:44.06223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:18:43.731299Z","time spent":"330.925743ms","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4615,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-02T11:18:44.062227Z","caller":"traceutil/trace.go:171","msg":"trace[1845266573] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2183; }","duration":"442.152307ms","start":"2026-07-02T11:18:43.620038Z","end":"2026-07-02T11:18:44.06219Z","steps":["trace[1845266573] 'agreement among raft nodes before linearized reading' (duration: 441.837327ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:18:44.062305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:18:43.620018Z","time spent":"442.269381ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-02T11:18:44.062379Z","caller":"traceutil/trace.go:171","msg":"trace[119198288] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:2183; }","duration":"402.489233ms","start":"2026-07-02T11:18:43.659702Z","end":"2026-07-02T11:18:44.062191Z","steps":["trace[119198288] 'agreement among raft nodes before linearized reading' (duration: 402.441761ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:18:44.062429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:18:43.659686Z","time spent":"402.728471ms","remote":"127.0.0.1:45196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-07-02T11:18:44.062807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.038223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T11:18:44.06297Z","caller":"traceutil/trace.go:171","msg":"trace[166100194] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2183; }","duration":"259.232399ms","start":"2026-07-02T11:18:43.803688Z","end":"2026-07-02T11:18:44.062921Z","steps":["trace[166100194] 'agreement among raft nodes before linearized reading' (duration: 258.380112ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:18:44.592319Z","caller":"traceutil/trace.go:171","msg":"trace[746936729] linearizableReadLoop","detail":"{readStateIndex:2264; appliedIndex:2263; }","duration":"496.492987ms","start":"2026-07-02T11:18:44.095806Z","end":"2026-07-02T11:18:44.592299Z","steps":["trace[746936729] 'read index received' (duration: 408.447292ms)","trace[746936729] 'applied index is now lower than readState.Index' (duration: 88.044715ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:18:44.592391Z","caller":"traceutil/trace.go:171","msg":"trace[501799407] transaction","detail":"{read_only:false; response_revision:2185; number_of_response:1; }","duration":"523.024132ms","start":"2026-07-02T11:18:44.069331Z","end":"2026-07-02T11:18:44.592355Z","steps":["trace[501799407] 'process raft request' (duration: 435.033488ms)","trace[501799407] 'compare' (duration: 87.692774ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:18:44.592507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.693913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:567"} {"level":"info","ts":"2026-07-02T11:18:44.592535Z","caller":"traceutil/trace.go:171","msg":"trace[493661796] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2185; }","duration":"496.771035ms","start":"2026-07-02T11:18:44.095755Z","end":"2026-07-02T11:18:44.592526Z","steps":["trace[493661796] 'agreement among raft nodes before linearized reading' (duration: 496.656002ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:18:44.592544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:18:44.06931Z","time spent":"523.150076ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:18:44.592559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:18:44.09573Z","time spent":"496.822417ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":591,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-02T11:18:44.592706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.392279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-07-02T11:18:44.592726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.328575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-02T11:18:44.592768Z","caller":"traceutil/trace.go:171","msg":"trace[1954775994] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2185; }","duration":"461.460391ms","start":"2026-07-02T11:18:44.131294Z","end":"2026-07-02T11:18:44.592754Z","steps":["trace[1954775994] 'agreement among raft nodes before linearized reading' (duration: 461.302066ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:18:44.592781Z","caller":"traceutil/trace.go:171","msg":"trace[1582811597] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:2185; }","duration":"309.426318ms","start":"2026-07-02T11:18:44.283342Z","end":"2026-07-02T11:18:44.592768Z","steps":["trace[1582811597] 'agreement among raft nodes before linearized reading' (duration: 309.279403ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:18:44.5928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:18:44.131291Z","time spent":"461.500642ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-02T11:18:44.592817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:18:44.283326Z","time spent":"309.484089ms","remote":"127.0.0.1:45152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":23,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-02T11:18:44.592855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.671907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-02T11:18:44.592884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.850451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"info","ts":"2026-07-02T11:18:44.592904Z","caller":"traceutil/trace.go:171","msg":"trace[399658898] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2185; }","duration":"461.725759ms","start":"2026-07-02T11:18:44.131162Z","end":"2026-07-02T11:18:44.592888Z","steps":["trace[399658898] 'agreement among raft nodes before linearized reading' (duration: 461.604815ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:18:44.592724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.543327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-07-02T11:18:44.592951Z","caller":"traceutil/trace.go:171","msg":"trace[724599203] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2185; }","duration":"474.821487ms","start":"2026-07-02T11:18:44.11812Z","end":"2026-07-02T11:18:44.592941Z","steps":["trace[724599203] 'agreement among raft nodes before linearized reading' (duration: 474.332671ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:18:44.592951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:18:44.131154Z","time spent":"461.785771ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-02T11:18:44.592947Z","caller":"traceutil/trace.go:171","msg":"trace[1867963174] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2185; }","duration":"460.956534ms","start":"2026-07-02T11:18:44.131974Z","end":"2026-07-02T11:18:44.592931Z","steps":["trace[1867963174] 'agreement among raft nodes before linearized reading' (duration: 460.737187ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:18:44.59298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:18:44.118105Z","time spent":"474.866107ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-02T11:18:44.593009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:18:44.131951Z","time spent":"461.036007ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-02T11:18:44.593075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.360248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-02T11:18:44.593184Z","caller":"traceutil/trace.go:171","msg":"trace[1951056276] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2185; }","duration":"467.480642ms","start":"2026-07-02T11:18:44.125661Z","end":"2026-07-02T11:18:44.593142Z","steps":["trace[1951056276] 'agreement among raft nodes before linearized reading' (duration: 467.151891ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:18:44.593238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:18:44.125656Z","time spent":"467.572976ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-02T11:18:44.593565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.522677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-07-02T11:18:44.593657Z","caller":"traceutil/trace.go:171","msg":"trace[714115473] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2185; }","duration":"469.645341ms","start":"2026-07-02T11:18:44.123986Z","end":"2026-07-02T11:18:44.593631Z","steps":["trace[714115473] 'agreement among raft nodes before linearized reading' (duration: 468.831166ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:18:44.593737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:18:44.123978Z","time spent":"469.743214ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-02T11:18:45.17125Z","caller":"traceutil/trace.go:171","msg":"trace[497308937] transaction","detail":"{read_only:false; response_revision:2187; number_of_response:1; }","duration":"573.960726ms","start":"2026-07-02T11:18:44.597258Z","end":"2026-07-02T11:18:45.171219Z","steps":["trace[497308937] 'process raft request' (duration: 573.744669ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:18:45.171441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:18:44.597235Z","time spent":"574.122761ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:18:45.171451Z","caller":"traceutil/trace.go:171","msg":"trace[1207028293] transaction","detail":"{read_only:false; response_revision:2188; number_of_response:1; }","duration":"573.550782ms","start":"2026-07-02T11:18:44.597883Z","end":"2026-07-02T11:18:45.171434Z","steps":["trace[1207028293] 'process raft request' (duration: 573.293594ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:18:45.171698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:18:44.597871Z","time spent":"573.741339ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:18:45.171748Z","caller":"traceutil/trace.go:171","msg":"trace[1261342886] transaction","detail":"{read_only:false; response_revision:2189; number_of_response:1; }","duration":"573.524811ms","start":"2026-07-02T11:18:44.59819Z","end":"2026-07-02T11:18:45.171715Z","steps":["trace[1261342886] 'process raft request' (duration: 573.18223ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:18:45.171933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:18:44.59818Z","time spent":"573.653116ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:18:45.171984Z","caller":"traceutil/trace.go:171","msg":"trace[2131991355] transaction","detail":"{read_only:false; response_revision:2190; number_of_response:1; }","duration":"573.586633ms","start":"2026-07-02T11:18:44.59838Z","end":"2026-07-02T11:18:45.171966Z","steps":["trace[2131991355] 'process raft request' (duration: 573.237622ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:18:45.172092Z","caller":"traceutil/trace.go:171","msg":"trace[968355194] transaction","detail":"{read_only:false; response_revision:2192; number_of_response:1; }","duration":"572.419467ms","start":"2026-07-02T11:18:44.599661Z","end":"2026-07-02T11:18:45.172071Z","steps":["trace[968355194] 'process raft request' (duration: 572.280993ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:18:45.172232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:18:44.599652Z","time spent":"572.51359ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:18:45.172247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:18:44.598371Z","time spent":"573.724928ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:18:45.172314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.794122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-07-02T11:18:45.172043Z","caller":"traceutil/trace.go:171","msg":"trace[1189707816] linearizableReadLoop","detail":"{readStateIndex:2266; appliedIndex:2264; }","duration":"574.561604ms","start":"2026-07-02T11:18:44.597466Z","end":"2026-07-02T11:18:45.172027Z","steps":["trace[1189707816] 'read index received' (duration: 44.129605ms)","trace[1189707816] 'applied index is now lower than readState.Index' (duration: 530.430679ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:18:45.172025Z","caller":"traceutil/trace.go:171","msg":"trace[1458268989] transaction","detail":"{read_only:false; response_revision:2191; number_of_response:1; }","duration":"573.490481ms","start":"2026-07-02T11:18:44.598516Z","end":"2026-07-02T11:18:45.172007Z","steps":["trace[1458268989] 'process raft request' (duration: 573.349716ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:18:45.172591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:18:44.598511Z","time spent":"574.031008ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:18:45.172376Z","caller":"traceutil/trace.go:171","msg":"trace[1771444755] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2192; }","duration":"574.923796ms","start":"2026-07-02T11:18:44.597438Z","end":"2026-07-02T11:18:45.172362Z","steps":["trace[1771444755] 'agreement among raft nodes before linearized reading' (duration: 574.631327ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:18:45.172762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:18:44.597427Z","time spent":"575.320619ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-02T11:18:45.173075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.028321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T11:18:45.173271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.632974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"info","ts":"2026-07-02T11:18:45.173233Z","caller":"traceutil/trace.go:171","msg":"trace[988093925] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2192; }","duration":"113.164256ms","start":"2026-07-02T11:18:45.059976Z","end":"2026-07-02T11:18:45.17314Z","steps":["trace[988093925] 'agreement among raft nodes before linearized reading' (duration: 112.647179ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:18:45.17336Z","caller":"traceutil/trace.go:171","msg":"trace[344951303] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2192; }","duration":"104.754597ms","start":"2026-07-02T11:18:45.068584Z","end":"2026-07-02T11:18:45.173339Z","steps":["trace[344951303] 'agreement among raft nodes before linearized reading' (duration: 104.607952ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:19:18.309944Z","caller":"traceutil/trace.go:171","msg":"trace[1071307263] transaction","detail":"{read_only:false; response_revision:2446; number_of_response:1; }","duration":"128.07763ms","start":"2026-07-02T11:19:18.181845Z","end":"2026-07-02T11:19:18.309922Z","steps":["trace[1071307263] 'process raft request' (duration: 127.940506ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:19:20.479716Z","caller":"traceutil/trace.go:171","msg":"trace[295354236] transaction","detail":"{read_only:false; response_revision:2489; number_of_response:1; }","duration":"164.886842ms","start":"2026-07-02T11:19:20.314796Z","end":"2026-07-02T11:19:20.479683Z","steps":["trace[295354236] 'process raft request' (duration: 164.692996ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:19:21.52441Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096944183122124,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T11:19:21.813836Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.087991771s","expected-duration":"1s"} {"level":"info","ts":"2026-07-02T11:19:21.842582Z","caller":"traceutil/trace.go:171","msg":"trace[609933469] linearizableReadLoop","detail":"{readStateIndex:2586; appliedIndex:2585; }","duration":"819.129507ms","start":"2026-07-02T11:19:21.023423Z","end":"2026-07-02T11:19:21.842552Z","steps":["trace[609933469] 'read index received' (duration: 790.578317ms)","trace[609933469] 'applied index is now lower than readState.Index' (duration: 28.54977ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:19:21.842835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.116264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T11:19:21.842903Z","caller":"traceutil/trace.go:171","msg":"trace[926691360] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2489; }","duration":"172.220487ms","start":"2026-07-02T11:19:21.670662Z","end":"2026-07-02T11:19:21.842883Z","steps":["trace[926691360] 'agreement among raft nodes before linearized reading' (duration: 172.114944ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:19:21.842919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.540861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-07-02T11:19:21.842968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.908714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-07-02T11:19:21.842834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.400275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"info","ts":"2026-07-02T11:19:21.843012Z","caller":"traceutil/trace.go:171","msg":"trace[373396563] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2489; }","duration":"481.650375ms","start":"2026-07-02T11:19:21.361342Z","end":"2026-07-02T11:19:21.842993Z","steps":["trace[373396563] 'agreement among raft nodes before linearized reading' (duration: 481.398837ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:19:21.843017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.967006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-02T11:19:21.843018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.72097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-02T11:19:21.843033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.147839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-07-02T11:19:21.843089Z","caller":"traceutil/trace.go:171","msg":"trace[985947811] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2489; }","duration":"488.051549ms","start":"2026-07-02T11:19:21.355012Z","end":"2026-07-02T11:19:21.843063Z","steps":["trace[985947811] 'agreement among raft nodes before linearized reading' (duration: 487.865583ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:19:21.843103Z","caller":"traceutil/trace.go:171","msg":"trace[415581918] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2489; }","duration":"488.976208ms","start":"2026-07-02T11:19:21.354109Z","end":"2026-07-02T11:19:21.843085Z","steps":["trace[415581918] 'agreement among raft nodes before linearized reading' (duration: 488.771181ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:19:21.843122Z","caller":"traceutil/trace.go:171","msg":"trace[1246752532] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2489; }","duration":"293.269903ms","start":"2026-07-02T11:19:21.54983Z","end":"2026-07-02T11:19:21.8431Z","steps":["trace[1246752532] 'agreement among raft nodes before linearized reading' (duration: 293.033896ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:19:21.8431Z","caller":"traceutil/trace.go:171","msg":"trace[698663050] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2489; }","duration":"819.677964ms","start":"2026-07-02T11:19:21.023369Z","end":"2026-07-02T11:19:21.843047Z","steps":["trace[698663050] 'agreement among raft nodes before linearized reading' (duration: 819.320473ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:19:21.843143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.028577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-02T11:19:21.843055Z","caller":"traceutil/trace.go:171","msg":"trace[2110907962] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2489; }","duration":"487.963826ms","start":"2026-07-02T11:19:21.355036Z","end":"2026-07-02T11:19:21.842999Z","steps":["trace[2110907962] 'agreement among raft nodes before linearized reading' (duration: 487.861923ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:19:21.843157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:19:21.354087Z","time spent":"489.0556ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-02T11:19:21.843157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:19:21.355003Z","time spent":"488.139661ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-02T11:19:21.843185Z","caller":"traceutil/trace.go:171","msg":"trace[247766854] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2489; }","duration":"493.093649ms","start":"2026-07-02T11:19:21.35008Z","end":"2026-07-02T11:19:21.843174Z","steps":["trace[247766854] 'agreement among raft nodes before linearized reading' (duration: 493.018567ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:19:21.843199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:19:21.355029Z","time spent":"488.162432ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-02T11:19:21.843216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:19:21.350068Z","time spent":"493.13848ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-02T11:19:21.843214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:19:21.023347Z","time spent":"819.832769ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-02T11:19:21.843059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:19:21.361294Z","time spent":"481.755078ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-02T11:19:21.843446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.453205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-02T11:19:21.843567Z","caller":"traceutil/trace.go:171","msg":"trace[1367323043] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2489; }","duration":"496.200468ms","start":"2026-07-02T11:19:21.347346Z","end":"2026-07-02T11:19:21.843547Z","steps":["trace[1367323043] 'agreement among raft nodes before linearized reading' (duration: 495.355861ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:19:21.843777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:19:21.347324Z","time spent":"496.437156ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-02T11:19:52.138059Z","caller":"traceutil/trace.go:171","msg":"trace[1833234595] linearizableReadLoop","detail":"{readStateIndex:2809; appliedIndex:2808; }","duration":"132.803728ms","start":"2026-07-02T11:19:52.005228Z","end":"2026-07-02T11:19:52.138032Z","steps":["trace[1833234595] 'read index received' (duration: 132.487668ms)","trace[1833234595] 'applied index is now lower than readState.Index' (duration: 313.65µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:19:52.138279Z","caller":"traceutil/trace.go:171","msg":"trace[572995324] transaction","detail":"{read_only:false; response_revision:2699; number_of_response:1; }","duration":"133.653045ms","start":"2026-07-02T11:19:52.00459Z","end":"2026-07-02T11:19:52.138243Z","steps":["trace[572995324] 'process raft request' (duration: 133.107227ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:19:52.138361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.125318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-02T11:19:52.138407Z","caller":"traceutil/trace.go:171","msg":"trace[570738431] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2699; }","duration":"133.223522ms","start":"2026-07-02T11:19:52.005173Z","end":"2026-07-02T11:19:52.138396Z","steps":["trace[570738431] 'agreement among raft nodes before linearized reading' (duration: 133.068247ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:19:52.138887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.834329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-07-02T11:19:52.138929Z","caller":"traceutil/trace.go:171","msg":"trace[964119243] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2700; }","duration":"132.892661ms","start":"2026-07-02T11:19:52.006016Z","end":"2026-07-02T11:19:52.138909Z","steps":["trace[964119243] 'agreement among raft nodes before linearized reading' (duration: 132.782157ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:19:52.139004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.135468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-02T11:19:52.139023Z","caller":"traceutil/trace.go:171","msg":"trace[329283126] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2700; }","duration":"127.192959ms","start":"2026-07-02T11:19:52.011826Z","end":"2026-07-02T11:19:52.139019Z","steps":["trace[329283126] 'agreement among raft nodes before linearized reading' (duration: 127.148508ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:19:52.138985Z","caller":"traceutil/trace.go:171","msg":"trace[1494704683] transaction","detail":"{read_only:false; response_revision:2700; number_of_response:1; }","duration":"132.748186ms","start":"2026-07-02T11:19:52.006178Z","end":"2026-07-02T11:19:52.138926Z","steps":["trace[1494704683] 'process raft request' (duration: 132.528989ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:19:52.139092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.000774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-02T11:19:52.139158Z","caller":"traceutil/trace.go:171","msg":"trace[1605050532] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2700; }","duration":"133.083026ms","start":"2026-07-02T11:19:52.006059Z","end":"2026-07-02T11:19:52.139142Z","steps":["trace[1605050532] 'agreement among raft nodes before linearized reading' (duration: 132.943822ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:19:57.726906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.304182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-02T11:19:57.72699Z","caller":"traceutil/trace.go:171","msg":"trace[1801290486] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:2737; }","duration":"241.477567ms","start":"2026-07-02T11:19:57.485494Z","end":"2026-07-02T11:19:57.726971Z","steps":["trace[1801290486] 'count revisions from in-memory index tree' (duration: 241.216059ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:20:25.472032Z","caller":"traceutil/trace.go:171","msg":"trace[1799632967] linearizableReadLoop","detail":"{readStateIndex:3195; appliedIndex:3194; }","duration":"158.581759ms","start":"2026-07-02T11:20:25.313422Z","end":"2026-07-02T11:20:25.472004Z","steps":["trace[1799632967] 'read index received' (duration: 158.2964ms)","trace[1799632967] 'applied index is now lower than readState.Index' (duration: 283.399µs)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:20:25.472321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.878538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:6 size:42339"} {"level":"info","ts":"2026-07-02T11:20:25.47238Z","caller":"traceutil/trace.go:171","msg":"trace[266198251] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:6; response_revision:3068; }","duration":"158.97051ms","start":"2026-07-02T11:20:25.313397Z","end":"2026-07-02T11:20:25.472367Z","steps":["trace[266198251] 'agreement among raft nodes before linearized reading' (duration: 158.730193ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:20:49.252834Z","caller":"traceutil/trace.go:171","msg":"trace[1502675166] transaction","detail":"{read_only:false; response_revision:3264; number_of_response:1; }","duration":"120.72945ms","start":"2026-07-02T11:20:49.132085Z","end":"2026-07-02T11:20:49.252814Z","steps":["trace[1502675166] 'process raft request' (duration: 120.608676ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:21:00.526825Z","caller":"traceutil/trace.go:171","msg":"trace[401253639] linearizableReadLoop","detail":"{readStateIndex:3471; appliedIndex:3470; }","duration":"178.893189ms","start":"2026-07-02T11:21:00.347907Z","end":"2026-07-02T11:21:00.526801Z","steps":["trace[401253639] 'read index received' (duration: 175.443888ms)","trace[401253639] 'applied index is now lower than readState.Index' (duration: 3.447801ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:21:00.527143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.202318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11496"} {"level":"info","ts":"2026-07-02T11:21:00.527214Z","caller":"traceutil/trace.go:171","msg":"trace[212745127] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3330; }","duration":"179.349964ms","start":"2026-07-02T11:21:00.347849Z","end":"2026-07-02T11:21:00.527199Z","steps":["trace[212745127] 'agreement among raft nodes before linearized reading' (duration: 179.094686ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:22:11.752852Z","caller":"traceutil/trace.go:171","msg":"trace[1786343845] transaction","detail":"{read_only:false; response_revision:4304; number_of_response:1; }","duration":"172.964646ms","start":"2026-07-02T11:22:11.579868Z","end":"2026-07-02T11:22:11.752833Z","steps":["trace[1786343845] 'process raft request' (duration: 172.519862ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:22:13.225643Z","caller":"traceutil/trace.go:171","msg":"trace[562505270] linearizableReadLoop","detail":"{readStateIndex:4537; appliedIndex:4536; }","duration":"351.628806ms","start":"2026-07-02T11:22:12.873976Z","end":"2026-07-02T11:22:13.225605Z","steps":["trace[562505270] 'read index received' (duration: 351.368727ms)","trace[562505270] 'applied index is now lower than readState.Index' (duration: 258.399µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:22:13.225751Z","caller":"traceutil/trace.go:171","msg":"trace[981122932] transaction","detail":"{read_only:false; response_revision:4348; number_of_response:1; }","duration":"438.676177ms","start":"2026-07-02T11:22:12.787023Z","end":"2026-07-02T11:22:13.225699Z","steps":["trace[981122932] 'process raft request' (duration: 438.315505ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:13.226009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:12.787Z","time spent":"438.876303ms","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3878,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:22:13.226872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.873275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:48 size:2361474"} {"level":"info","ts":"2026-07-02T11:22:13.22697Z","caller":"traceutil/trace.go:171","msg":"trace[76354205] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:48; response_revision:4348; }","duration":"353.044081ms","start":"2026-07-02T11:22:12.873906Z","end":"2026-07-02T11:22:13.22695Z","steps":["trace[76354205] 'agreement among raft nodes before linearized reading' (duration: 351.888704ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:13.227025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:12.873875Z","time spent":"353.138384ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":48,"response size":2361498,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-07-02T11:22:13.437931Z","caller":"traceutil/trace.go:171","msg":"trace[1020290453] linearizableReadLoop","detail":"{readStateIndex:4538; appliedIndex:4537; }","duration":"212.162874ms","start":"2026-07-02T11:22:13.225748Z","end":"2026-07-02T11:22:13.437911Z","steps":["trace[1020290453] 'read index received' (duration: 211.978068ms)","trace[1020290453] 'applied index is now lower than readState.Index' (duration: 183.966µs)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:22:13.438178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.227448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-02T11:22:13.438218Z","caller":"traceutil/trace.go:171","msg":"trace[1927137154] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4349; }","duration":"552.327251ms","start":"2026-07-02T11:22:12.88588Z","end":"2026-07-02T11:22:13.438208Z","steps":["trace[1927137154] 'agreement among raft nodes before linearized reading' (duration: 552.183356ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:13.438209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.695629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-02T11:22:13.438277Z","caller":"traceutil/trace.go:171","msg":"trace[599653045] transaction","detail":"{read_only:false; response_revision:4349; number_of_response:1; }","duration":"332.661667ms","start":"2026-07-02T11:22:13.105578Z","end":"2026-07-02T11:22:13.438239Z","steps":["trace[599653045] 'process raft request' (duration: 332.194552ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:22:13.438339Z","caller":"traceutil/trace.go:171","msg":"trace[592039925] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4349; }","duration":"545.850894ms","start":"2026-07-02T11:22:12.892467Z","end":"2026-07-02T11:22:13.438318Z","steps":["trace[592039925] 'agreement among raft nodes before linearized reading' (duration: 545.475122ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:13.438363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.628523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-02T11:22:13.438254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:12.885859Z","time spent":"552.383373ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-02T11:22:13.438446Z","caller":"traceutil/trace.go:171","msg":"trace[340928926] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4349; }","duration":"548.739366ms","start":"2026-07-02T11:22:12.889682Z","end":"2026-07-02T11:22:13.438422Z","steps":["trace[340928926] 'agreement among raft nodes before linearized reading' (duration: 548.355434ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:13.438474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.412489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"warn","ts":"2026-07-02T11:22:13.438466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:13.10554Z","time spent":"332.818852ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:22:13.438228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.533885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-07-02T11:22:13.438525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.915931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:22 size:561200"} {"level":"info","ts":"2026-07-02T11:22:13.438568Z","caller":"traceutil/trace.go:171","msg":"trace[2089274098] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:22; response_revision:4349; }","duration":"272.956332ms","start":"2026-07-02T11:22:13.1656Z","end":"2026-07-02T11:22:13.438557Z","steps":["trace[2089274098] 'agreement among raft nodes before linearized reading' (duration: 272.686204ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:22:13.438564Z","caller":"traceutil/trace.go:171","msg":"trace[887877884] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4349; }","duration":"546.904277ms","start":"2026-07-02T11:22:12.891627Z","end":"2026-07-02T11:22:13.438531Z","steps":["trace[887877884] 'agreement among raft nodes before linearized reading' (duration: 546.36975ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:13.438615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.107758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-02T11:22:13.43863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.887849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T11:22:13.438673Z","caller":"traceutil/trace.go:171","msg":"trace[1475202162] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4349; }","duration":"554.207382ms","start":"2026-07-02T11:22:12.884452Z","end":"2026-07-02T11:22:13.43866Z","steps":["trace[1475202162] 'agreement among raft nodes before linearized reading' (duration: 553.622953ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:22:13.438684Z","caller":"traceutil/trace.go:171","msg":"trace[1788518184] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:4349; }","duration":"160.967042ms","start":"2026-07-02T11:22:13.277703Z","end":"2026-07-02T11:22:13.43867Z","steps":["trace[1788518184] 'agreement among raft nodes before linearized reading' (duration: 160.852478ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:13.438722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:12.884427Z","time spent":"554.283504ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-02T11:22:13.438696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.727039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0b7d897f-5e9d-4958-96c9-9f69c7bb88dc\" ","response":"range_response_count:1 size:3759"} {"level":"warn","ts":"2026-07-02T11:22:13.438377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.648719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-02T11:22:13.438807Z","caller":"traceutil/trace.go:171","msg":"trace[1829613937] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0b7d897f-5e9d-4958-96c9-9f69c7bb88dc; range_end:; response_count:1; response_revision:4349; }","duration":"458.880664ms","start":"2026-07-02T11:22:12.979898Z","end":"2026-07-02T11:22:13.438779Z","steps":["trace[1829613937] 'agreement among raft nodes before linearized reading' (duration: 458.581935ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:22:13.438837Z","caller":"traceutil/trace.go:171","msg":"trace[483282053] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4349; }","duration":"547.109023ms","start":"2026-07-02T11:22:12.891697Z","end":"2026-07-02T11:22:13.438806Z","steps":["trace[483282053] 'agreement among raft nodes before linearized reading' (duration: 546.430412ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:13.438868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:12.979883Z","time spent":"458.968508ms","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3783,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0b7d897f-5e9d-4958-96c9-9f69c7bb88dc\" "} {"level":"warn","ts":"2026-07-02T11:22:13.438639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:12.891617Z","time spent":"547.00263ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-02T11:22:13.438916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:12.891688Z","time spent":"547.207867ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-02T11:22:13.43852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:12.88966Z","time spent":"548.84414ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-02T11:22:13.438527Z","caller":"traceutil/trace.go:171","msg":"trace[694957027] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4349; }","duration":"177.504262ms","start":"2026-07-02T11:22:13.261004Z","end":"2026-07-02T11:22:13.438508Z","steps":["trace[694957027] 'agreement among raft nodes before linearized reading' (duration: 177.233893ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:13.438389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:12.892429Z","time spent":"545.945956ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-02T11:22:13.438723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.015794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6570e914-6b11-460c-ac29-70c83b2ec378\" ","response":"range_response_count:1 size:3893"} {"level":"info","ts":"2026-07-02T11:22:13.439204Z","caller":"traceutil/trace.go:171","msg":"trace[241500421] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6570e914-6b11-460c-ac29-70c83b2ec378; range_end:; response_count:1; response_revision:4349; }","duration":"113.563682ms","start":"2026-07-02T11:22:13.325624Z","end":"2026-07-02T11:22:13.439188Z","steps":["trace[241500421] 'agreement among raft nodes before linearized reading' (duration: 112.927241ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:22:13.659343Z","caller":"traceutil/trace.go:171","msg":"trace[1357208791] transaction","detail":"{read_only:false; response_revision:4351; number_of_response:1; }","duration":"215.855713ms","start":"2026-07-02T11:22:13.443457Z","end":"2026-07-02T11:22:13.659313Z","steps":["trace[1357208791] 'process raft request' (duration: 215.171771ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:22:13.659557Z","caller":"traceutil/trace.go:171","msg":"trace[424822963] transaction","detail":"{read_only:false; response_revision:4352; number_of_response:1; }","duration":"215.473639ms","start":"2026-07-02T11:22:13.444053Z","end":"2026-07-02T11:22:13.659527Z","steps":["trace[424822963] 'process raft request' (duration: 215.17014ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:22:13.660361Z","caller":"traceutil/trace.go:171","msg":"trace[77057793] linearizableReadLoop","detail":"{readStateIndex:4544; appliedIndex:4538; }","duration":"196.556363ms","start":"2026-07-02T11:22:13.463793Z","end":"2026-07-02T11:22:13.66035Z","steps":["trace[77057793] 'read index received' (duration: 28.856255ms)","trace[77057793] 'applied index is now lower than readState.Index' (duration: 167.699368ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:22:13.660496Z","caller":"traceutil/trace.go:171","msg":"trace[1390218440] transaction","detail":"{read_only:false; response_revision:4354; number_of_response:1; }","duration":"215.969346ms","start":"2026-07-02T11:22:13.444494Z","end":"2026-07-02T11:22:13.660464Z","steps":["trace[1390218440] 'process raft request' (duration: 215.775219ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:22:13.660424Z","caller":"traceutil/trace.go:171","msg":"trace[1745539501] transaction","detail":"{read_only:false; response_revision:4355; number_of_response:1; }","duration":"215.584594ms","start":"2026-07-02T11:22:13.444823Z","end":"2026-07-02T11:22:13.660408Z","steps":["trace[1745539501] 'process raft request' (duration: 215.48014ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:13.660666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.770826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3465"} {"level":"info","ts":"2026-07-02T11:22:13.660712Z","caller":"traceutil/trace.go:171","msg":"trace[112492020] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4355; }","duration":"194.841208ms","start":"2026-07-02T11:22:13.465856Z","end":"2026-07-02T11:22:13.660697Z","steps":["trace[112492020] 'agreement among raft nodes before linearized reading' (duration: 194.731134ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:22:13.660408Z","caller":"traceutil/trace.go:171","msg":"trace[912176587] transaction","detail":"{read_only:false; response_revision:4353; number_of_response:1; }","duration":"216.212093ms","start":"2026-07-02T11:22:13.444155Z","end":"2026-07-02T11:22:13.660367Z","steps":["trace[912176587] 'process raft request' (duration: 215.196301ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:13.660783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.993827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:22 size:561200"} {"level":"info","ts":"2026-07-02T11:22:13.660824Z","caller":"traceutil/trace.go:171","msg":"trace[1115002461] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:22; response_revision:4355; }","duration":"197.06864ms","start":"2026-07-02T11:22:13.463747Z","end":"2026-07-02T11:22:13.660815Z","steps":["trace[1115002461] 'agreement among raft nodes before linearized reading' (duration: 196.705968ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:22:14.265969Z","caller":"traceutil/trace.go:171","msg":"trace[1616535383] transaction","detail":"{read_only:false; response_revision:4365; number_of_response:1; }","duration":"162.196691ms","start":"2026-07-02T11:22:14.103745Z","end":"2026-07-02T11:22:14.265942Z","steps":["trace[1616535383] 'process raft request' (duration: 161.911212ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:22:14.994638Z","caller":"traceutil/trace.go:171","msg":"trace[1226869790] linearizableReadLoop","detail":"{readStateIndex:4593; appliedIndex:4592; }","duration":"125.953069ms","start":"2026-07-02T11:22:14.868655Z","end":"2026-07-02T11:22:14.994608Z","steps":["trace[1226869790] 'read index received' (duration: 65.682746ms)","trace[1226869790] 'applied index is now lower than readState.Index' (duration: 60.269343ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:22:14.99468Z","caller":"traceutil/trace.go:171","msg":"trace[895132024] transaction","detail":"{read_only:false; response_revision:4401; number_of_response:1; }","duration":"151.698804ms","start":"2026-07-02T11:22:14.84294Z","end":"2026-07-02T11:22:14.994638Z","steps":["trace[895132024] 'process raft request' (duration: 91.38685ms)","trace[895132024] 'compare' (duration: 60.124068ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:22:14.995627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.962621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:48 size:2361474"} {"level":"info","ts":"2026-07-02T11:22:14.995709Z","caller":"traceutil/trace.go:171","msg":"trace[1019520398] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:48; response_revision:4401; }","duration":"127.106106ms","start":"2026-07-02T11:22:14.868582Z","end":"2026-07-02T11:22:14.995688Z","steps":["trace[1019520398] 'agreement among raft nodes before linearized reading' (duration: 126.112174ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:17.389448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.439336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:732675"} {"level":"info","ts":"2026-07-02T11:22:17.389549Z","caller":"traceutil/trace.go:171","msg":"trace[1974735165] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4491; }","duration":"417.55284ms","start":"2026-07-02T11:22:16.971972Z","end":"2026-07-02T11:22:17.389525Z","steps":["trace[1974735165] 'range keys from in-memory index tree' (duration: 416.962201ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:17.389601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:16.971897Z","time spent":"417.690354ms","remote":"127.0.0.1:44930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":732699,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-07-02T11:22:17.891501Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096944183127078,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-02T11:22:17.965717Z","caller":"traceutil/trace.go:171","msg":"trace[611712973] transaction","detail":"{read_only:false; response_revision:4492; number_of_response:1; }","duration":"807.484443ms","start":"2026-07-02T11:22:17.158201Z","end":"2026-07-02T11:22:17.965686Z","steps":["trace[611712973] 'process raft request' (duration: 807.278657ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:17.965899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:17.158174Z","time spent":"807.643839ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1063,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:22:17.973629Z","caller":"traceutil/trace.go:171","msg":"trace[820738159] linearizableReadLoop","detail":"{readStateIndex:4690; appliedIndex:4686; }","duration":"582.825799ms","start":"2026-07-02T11:22:17.390784Z","end":"2026-07-02T11:22:17.97361Z","steps":["trace[820738159] 'read index received' (duration: 574.861934ms)","trace[820738159] 'applied index is now lower than readState.Index' (duration: 7.963125ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:22:17.973691Z","caller":"traceutil/trace.go:171","msg":"trace[1106340029] transaction","detail":"{read_only:false; response_revision:4493; number_of_response:1; }","duration":"732.658833ms","start":"2026-07-02T11:22:17.241011Z","end":"2026-07-02T11:22:17.97367Z","steps":["trace[1106340029] 'process raft request' (duration: 732.417526ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:22:17.973735Z","caller":"traceutil/trace.go:171","msg":"trace[795569219] transaction","detail":"{read_only:false; response_revision:4495; number_of_response:1; }","duration":"523.211507ms","start":"2026-07-02T11:22:17.450518Z","end":"2026-07-02T11:22:17.97373Z","steps":["trace[795569219] 'process raft request' (duration: 523.060802ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:17.973796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:17.240987Z","time spent":"732.751627ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:22:17.973712Z","caller":"traceutil/trace.go:171","msg":"trace[524999435] transaction","detail":"{read_only:false; response_revision:4494; number_of_response:1; }","duration":"710.74639ms","start":"2026-07-02T11:22:17.262958Z","end":"2026-07-02T11:22:17.973705Z","steps":["trace[524999435] 'process raft request' (duration: 710.576635ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:17.97382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:17.450494Z","time spent":"523.261729ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:22:17.973948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.14999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-07-02T11:22:17.973955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:17.262923Z","time spent":"710.941148ms","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11438,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:22:17.974036Z","caller":"traceutil/trace.go:171","msg":"trace[484890363] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4495; }","duration":"583.261993ms","start":"2026-07-02T11:22:17.390749Z","end":"2026-07-02T11:22:17.974011Z","steps":["trace[484890363] 'agreement among raft nodes before linearized reading' (duration: 583.004575ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:17.974086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:17.390731Z","time spent":"583.343935ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-02T11:22:17.974545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.165057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-02T11:22:17.974589Z","caller":"traceutil/trace.go:171","msg":"trace[1893524648] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4496; }","duration":"296.223119ms","start":"2026-07-02T11:22:17.678356Z","end":"2026-07-02T11:22:17.974579Z","steps":["trace[1893524648] 'agreement among raft nodes before linearized reading' (duration: 296.102715ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:17.974627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.070118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-02T11:22:17.974655Z","caller":"traceutil/trace.go:171","msg":"trace[2111850761] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4496; }","duration":"298.11351ms","start":"2026-07-02T11:22:17.676536Z","end":"2026-07-02T11:22:17.974649Z","steps":["trace[2111850761] 'agreement among raft nodes before linearized reading' (duration: 298.047868ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:17.974686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.933114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"warn","ts":"2026-07-02T11:22:17.974747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.557443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11496"} {"level":"info","ts":"2026-07-02T11:22:17.97475Z","caller":"traceutil/trace.go:171","msg":"trace[1633422524] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4496; }","duration":"148.017456ms","start":"2026-07-02T11:22:17.826701Z","end":"2026-07-02T11:22:17.974718Z","steps":["trace[1633422524] 'agreement among raft nodes before linearized reading' (duration: 147.858481ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:22:17.974763Z","caller":"traceutil/trace.go:171","msg":"trace[1095757199] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4496; }","duration":"404.615274ms","start":"2026-07-02T11:22:17.570144Z","end":"2026-07-02T11:22:17.974759Z","steps":["trace[1095757199] 'agreement among raft nodes before linearized reading' (duration: 404.557332ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:17.974781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:17.570122Z","time spent":"404.655976ms","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11520,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-02T11:22:17.974821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.076672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-02T11:22:17.974859Z","caller":"traceutil/trace.go:171","msg":"trace[1074673341] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4496; }","duration":"295.145044ms","start":"2026-07-02T11:22:17.679705Z","end":"2026-07-02T11:22:17.97485Z","steps":["trace[1074673341] 'agreement among raft nodes before linearized reading' (duration: 295.043101ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:17.974994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.770933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0b7d897f-5e9d-4958-96c9-9f69c7bb88dc\" ","response":"range_response_count:1 size:4064"} {"level":"info","ts":"2026-07-02T11:22:17.975016Z","caller":"traceutil/trace.go:171","msg":"trace[82962254] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0b7d897f-5e9d-4958-96c9-9f69c7bb88dc; range_end:; response_count:1; response_revision:4496; }","duration":"517.819924ms","start":"2026-07-02T11:22:17.457191Z","end":"2026-07-02T11:22:17.975011Z","steps":["trace[82962254] 'agreement among raft nodes before linearized reading' (duration: 517.68974ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:17.975029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:17.457178Z","time spent":"517.847936ms","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4088,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0b7d897f-5e9d-4958-96c9-9f69c7bb88dc\" "} {"level":"warn","ts":"2026-07-02T11:22:17.975068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.721403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-02T11:22:17.975105Z","caller":"traceutil/trace.go:171","msg":"trace[907935620] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4496; }","duration":"295.777214ms","start":"2026-07-02T11:22:17.679317Z","end":"2026-07-02T11:22:17.975095Z","steps":["trace[907935620] 'agreement among raft nodes before linearized reading' (duration: 295.445523ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:17.975124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.646719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-02T11:22:17.975158Z","caller":"traceutil/trace.go:171","msg":"trace[1034802387] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4496; }","duration":"454.696191ms","start":"2026-07-02T11:22:17.520445Z","end":"2026-07-02T11:22:17.975141Z","steps":["trace[1034802387] 'agreement among raft nodes before linearized reading' (duration: 454.270427ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:17.975183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:17.520431Z","time spent":"454.746872ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-02T11:22:17.975207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.818603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-07-02T11:22:17.975284Z","caller":"traceutil/trace.go:171","msg":"trace[1911601613] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4496; }","duration":"129.951828ms","start":"2026-07-02T11:22:17.845313Z","end":"2026-07-02T11:22:17.975264Z","steps":["trace[1911601613] 'agreement among raft nodes before linearized reading' (duration: 129.697589ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:17.974872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.814763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T11:22:17.97535Z","caller":"traceutil/trace.go:171","msg":"trace[1262378196] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:4496; }","duration":"459.321389ms","start":"2026-07-02T11:22:17.516015Z","end":"2026-07-02T11:22:17.975337Z","steps":["trace[1262378196] 'agreement among raft nodes before linearized reading' (duration: 458.841613ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:17.975405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:17.515992Z","time spent":"459.388371ms","remote":"127.0.0.1:45042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-07-02T11:22:17.975441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.168799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:732675"} {"level":"info","ts":"2026-07-02T11:22:17.975457Z","caller":"traceutil/trace.go:171","msg":"trace[1404307119] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4496; }","duration":"573.221222ms","start":"2026-07-02T11:22:17.402231Z","end":"2026-07-02T11:22:17.975452Z","steps":["trace[1404307119] 'agreement among raft nodes before linearized reading' (duration: 572.215909ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:17.97547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:17.402212Z","time spent":"573.253832ms","remote":"127.0.0.1:44930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":732699,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-07-02T11:22:17.975588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.711253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-02T11:22:17.975631Z","caller":"traceutil/trace.go:171","msg":"trace[338333935] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4496; }","duration":"300.779505ms","start":"2026-07-02T11:22:17.674842Z","end":"2026-07-02T11:22:17.975622Z","steps":["trace[338333935] 'agreement among raft nodes before linearized reading' (duration: 299.749892ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:17.975658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:17.674824Z","time spent":"300.827676ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-02T11:22:19.93018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.626967ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T11:22:19.93032Z","caller":"traceutil/trace.go:171","msg":"trace[1830281982] transaction","detail":"{read_only:false; response_revision:4552; number_of_response:1; }","duration":"952.824264ms","start":"2026-07-02T11:22:18.977483Z","end":"2026-07-02T11:22:19.930307Z","steps":["trace[1830281982] 'process raft request' (duration: 952.779253ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:19.930368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:18.977441Z","time spent":"952.912137ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2499,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-02T11:22:19.930336Z","caller":"traceutil/trace.go:171","msg":"trace[1467582857] transaction","detail":"{read_only:false; response_revision:4551; number_of_response:1; }","duration":"979.447888ms","start":"2026-07-02T11:22:18.950835Z","end":"2026-07-02T11:22:19.930283Z","steps":["trace[1467582857] 'process raft request' (duration: 510.657865ms)","trace[1467582857] 'compare' (duration: 468.3916ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:22:19.93045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.714468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T11:22:19.930487Z","caller":"traceutil/trace.go:171","msg":"trace[1733508307] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:4552; }","duration":"970.79393ms","start":"2026-07-02T11:22:18.959682Z","end":"2026-07-02T11:22:19.930476Z","steps":["trace[1733508307] 'agreement among raft nodes before linearized reading' (duration: 970.728528ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:19.930519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:18.959659Z","time spent":"970.852112ms","remote":"127.0.0.1:32996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-07-02T11:22:19.930565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:18.950798Z","time spent":"979.649224ms","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14481,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:22:19.930387Z","caller":"traceutil/trace.go:171","msg":"trace[2100335442] linearizableReadLoop","detail":"{readStateIndex:4749; appliedIndex:4747; }","duration":"970.631165ms","start":"2026-07-02T11:22:18.959743Z","end":"2026-07-02T11:22:19.930374Z","steps":["trace[2100335442] 'read index received' (duration: 6.803958ms)","trace[2100335442] 'applied index is now lower than readState.Index' (duration: 963.826036ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:22:19.930722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.160041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ad046de1-fee3-4019-a6f2-00c0ad7844ff\" ","response":"range_response_count:1 size:3717"} {"level":"info","ts":"2026-07-02T11:22:19.93075Z","caller":"traceutil/trace.go:171","msg":"trace[1854724639] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ad046de1-fee3-4019-a6f2-00c0ad7844ff; range_end:; response_count:1; response_revision:4552; }","duration":"912.221132ms","start":"2026-07-02T11:22:19.018521Z","end":"2026-07-02T11:22:19.930742Z","steps":["trace[1854724639] 'agreement among raft nodes before linearized reading' (duration: 912.13502ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:19.930768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:19.018497Z","time spent":"912.266643ms","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3741,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ad046de1-fee3-4019-a6f2-00c0ad7844ff\" "} {"level":"warn","ts":"2026-07-02T11:22:19.930763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.97966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-02T11:22:19.930793Z","caller":"traceutil/trace.go:171","msg":"trace[1204291966] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4552; }","duration":"271.032841ms","start":"2026-07-02T11:22:19.659751Z","end":"2026-07-02T11:22:19.930784Z","steps":["trace[1204291966] 'agreement among raft nodes before linearized reading' (duration: 270.986769ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:19.930856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.097462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-07-02T11:22:19.930876Z","caller":"traceutil/trace.go:171","msg":"trace[642303442] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4552; }","duration":"614.144733ms","start":"2026-07-02T11:22:19.316725Z","end":"2026-07-02T11:22:19.93087Z","steps":["trace[642303442] 'agreement among raft nodes before linearized reading' (duration: 614.088512ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:19.930891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:19.316708Z","time spent":"614.179155ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-02T11:22:19.930992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.584772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-5ccnf-tls\" ","response":"range_response_count:1 size:1966"} {"level":"info","ts":"2026-07-02T11:22:19.931066Z","caller":"traceutil/trace.go:171","msg":"trace[795708137] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-5ccnf-tls; range_end:; response_count:1; response_revision:4552; }","duration":"544.715477ms","start":"2026-07-02T11:22:19.386331Z","end":"2026-07-02T11:22:19.931047Z","steps":["trace[795708137] 'agreement among raft nodes before linearized reading' (duration: 544.465169ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:19.9311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:19.386306Z","time spent":"544.78703ms","remote":"127.0.0.1:45182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":1990,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-5ccnf-tls\" "} {"level":"info","ts":"2026-07-02T11:22:22.504734Z","caller":"traceutil/trace.go:171","msg":"trace[689528553] transaction","detail":"{read_only:false; response_revision:4595; number_of_response:1; }","duration":"412.388764ms","start":"2026-07-02T11:22:22.092324Z","end":"2026-07-02T11:22:22.504712Z","steps":["trace[689528553] 'process raft request' (duration: 412.165067ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:22.504908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:22.092296Z","time spent":"412.505988ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:22:22.647322Z","caller":"traceutil/trace.go:171","msg":"trace[1996441544] transaction","detail":"{read_only:false; response_revision:4597; number_of_response:1; }","duration":"554.903452ms","start":"2026-07-02T11:22:22.092398Z","end":"2026-07-02T11:22:22.647302Z","steps":["trace[1996441544] 'process raft request' (duration: 554.853211ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:22:22.647373Z","caller":"traceutil/trace.go:171","msg":"trace[1421093461] transaction","detail":"{read_only:false; response_revision:4596; number_of_response:1; }","duration":"554.948154ms","start":"2026-07-02T11:22:22.092391Z","end":"2026-07-02T11:22:22.647339Z","steps":["trace[1421093461] 'process raft request' (duration: 554.737608ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:22.647453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:22.092382Z","time spent":"555.006016ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:22:22.647519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:22.092376Z","time spent":"555.069388ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:22:22.647632Z","caller":"traceutil/trace.go:171","msg":"trace[1476758212] transaction","detail":"{read_only:false; response_revision:4598; number_of_response:1; }","duration":"554.552682ms","start":"2026-07-02T11:22:22.093072Z","end":"2026-07-02T11:22:22.647625Z","steps":["trace[1476758212] 'process raft request' (duration: 554.20316ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:22.647663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:22.093061Z","time spent":"554.583252ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:22:22.647717Z","caller":"traceutil/trace.go:171","msg":"trace[1432741630] transaction","detail":"{read_only:false; response_revision:4600; number_of_response:1; }","duration":"553.374323ms","start":"2026-07-02T11:22:22.094335Z","end":"2026-07-02T11:22:22.64771Z","steps":["trace[1432741630] 'process raft request' (duration: 553.26464ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:22.647745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:22.094321Z","time spent":"553.407665ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:22:22.647727Z","caller":"traceutil/trace.go:171","msg":"trace[1859316987] transaction","detail":"{read_only:false; response_revision:4599; number_of_response:1; }","duration":"554.265282ms","start":"2026-07-02T11:22:22.093428Z","end":"2026-07-02T11:22:22.647694Z","steps":["trace[1859316987] 'process raft request' (duration: 554.069856ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:22:22.647778Z","caller":"traceutil/trace.go:171","msg":"trace[154947388] transaction","detail":"{read_only:false; response_revision:4601; number_of_response:1; }","duration":"552.909738ms","start":"2026-07-02T11:22:22.094862Z","end":"2026-07-02T11:22:22.647772Z","steps":["trace[154947388] 'process raft request' (duration: 552.771274ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:22:22.647809Z","caller":"traceutil/trace.go:171","msg":"trace[454280602] linearizableReadLoop","detail":"{readStateIndex:4802; appliedIndex:4794; }","duration":"546.388969ms","start":"2026-07-02T11:22:22.101413Z","end":"2026-07-02T11:22:22.647802Z","steps":["trace[454280602] 'read index received' (duration: 403.098595ms)","trace[454280602] 'applied index is now lower than readState.Index' (duration: 143.289184ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:22:22.647833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:22.094849Z","time spent":"552.95294ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:22:22.647873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:22.093404Z","time spent":"554.397706ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:22:22.647736Z","caller":"traceutil/trace.go:171","msg":"trace[1837006243] transaction","detail":"{read_only:false; response_revision:4602; number_of_response:1; }","duration":"551.852035ms","start":"2026-07-02T11:22:22.09587Z","end":"2026-07-02T11:22:22.647722Z","steps":["trace[1837006243] 'process raft request' (duration: 551.796833ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:22.649392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:22.09586Z","time spent":"553.478127ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:22:22.647919Z","caller":"traceutil/trace.go:171","msg":"trace[601442920] transaction","detail":"{read_only:false; response_revision:4603; number_of_response:1; }","duration":"171.670304ms","start":"2026-07-02T11:22:22.47624Z","end":"2026-07-02T11:22:22.64791Z","steps":["trace[601442920] 'process raft request' (duration: 171.448647ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:22.647984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.567365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tfgdm\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-07-02T11:22:22.649817Z","caller":"traceutil/trace.go:171","msg":"trace[966662429] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tfgdm; range_end:; response_count:1; response_revision:4603; }","duration":"548.411684ms","start":"2026-07-02T11:22:22.101392Z","end":"2026-07-02T11:22:22.649804Z","steps":["trace[966662429] 'agreement among raft nodes before linearized reading' (duration: 546.510333ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:22.649864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:22.101384Z","time spent":"548.468046ms","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-tfgdm\" "} {"level":"warn","ts":"2026-07-02T11:22:22.647996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.461551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/ipmi-exporter\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T11:22:22.650745Z","caller":"traceutil/trace.go:171","msg":"trace[1381963214] range","detail":"{range_begin:/registry/configmaps/monitoring/ipmi-exporter; range_end:; response_count:0; response_revision:4603; }","duration":"510.2348ms","start":"2026-07-02T11:22:22.140497Z","end":"2026-07-02T11:22:22.650732Z","steps":["trace[1381963214] 'agreement among raft nodes before linearized reading' (duration: 507.469222ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:22.65079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:22.140479Z","time spent":"510.295033ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/configmaps/monitoring/ipmi-exporter\" "} {"level":"warn","ts":"2026-07-02T11:22:22.648031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.727756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T11:22:22.651052Z","caller":"traceutil/trace.go:171","msg":"trace[1156004803] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:4603; }","duration":"310.793655ms","start":"2026-07-02T11:22:22.340245Z","end":"2026-07-02T11:22:22.651039Z","steps":["trace[1156004803] 'agreement among raft nodes before linearized reading' (duration: 307.767058ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:22.65109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:22.340213Z","time spent":"310.864277ms","remote":"127.0.0.1:60366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-07-02T11:22:23.499067Z","caller":"traceutil/trace.go:171","msg":"trace[1070795092] transaction","detail":"{read_only:false; response_revision:4610; number_of_response:1; }","duration":"326.279913ms","start":"2026-07-02T11:22:23.17276Z","end":"2026-07-02T11:22:23.49904Z","steps":["trace[1070795092] 'process raft request' (duration: 326.107897ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:23.499214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:23.172735Z","time spent":"326.413557ms","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:22:23.805217Z","caller":"traceutil/trace.go:171","msg":"trace[338933564] linearizableReadLoop","detail":"{readStateIndex:4811; appliedIndex:4810; }","duration":"134.489523ms","start":"2026-07-02T11:22:23.670697Z","end":"2026-07-02T11:22:23.805187Z","steps":["trace[338933564] 'read index received' (duration: 48.409132ms)","trace[338933564] 'applied index is now lower than readState.Index' (duration: 86.079461ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:22:23.80535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.634967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T11:22:23.805401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.028255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T11:22:23.805446Z","caller":"traceutil/trace.go:171","msg":"trace[1165177963] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:4610; }","duration":"104.14364ms","start":"2026-07-02T11:22:23.701291Z","end":"2026-07-02T11:22:23.805435Z","steps":["trace[1165177963] 'agreement among raft nodes before linearized reading' (duration: 104.043236ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:22:23.805458Z","caller":"traceutil/trace.go:171","msg":"trace[1708948670] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4610; }","duration":"134.785132ms","start":"2026-07-02T11:22:23.670649Z","end":"2026-07-02T11:22:23.805434Z","steps":["trace[1708948670] 'agreement among raft nodes before linearized reading' (duration: 134.599806ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:22:23.80587Z","caller":"traceutil/trace.go:171","msg":"trace[717262313] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4610; }","duration":"296.87702ms","start":"2026-07-02T11:22:23.508341Z","end":"2026-07-02T11:22:23.805218Z","steps":["trace[717262313] 'process raft request' (duration: 210.864212ms)","trace[717262313] 'compare' (duration: 85.913965ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:22:23.981915Z","caller":"traceutil/trace.go:171","msg":"trace[1200947042] linearizableReadLoop","detail":"{readStateIndex:4812; appliedIndex:4811; }","duration":"137.433817ms","start":"2026-07-02T11:22:23.844459Z","end":"2026-07-02T11:22:23.981893Z","steps":["trace[1200947042] 'read index received' (duration: 137.236931ms)","trace[1200947042] 'applied index is now lower than readState.Index' (duration: 195.576µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:22:23.982078Z","caller":"traceutil/trace.go:171","msg":"trace[1021939312] transaction","detail":"{read_only:false; response_revision:4611; number_of_response:1; }","duration":"165.179236ms","start":"2026-07-02T11:22:23.816751Z","end":"2026-07-02T11:22:23.98193Z","steps":["trace[1021939312] 'process raft request' (duration: 164.968669ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:23.982498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.036857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:26 size:800708"} {"level":"info","ts":"2026-07-02T11:22:23.982549Z","caller":"traceutil/trace.go:171","msg":"trace[1764534031] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:26; response_revision:4611; }","duration":"138.14209ms","start":"2026-07-02T11:22:23.844394Z","end":"2026-07-02T11:22:23.982536Z","steps":["trace[1764534031] 'agreement among raft nodes before linearized reading' (duration: 137.629363ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:22:27.034356Z","caller":"traceutil/trace.go:171","msg":"trace[1639999755] transaction","detail":"{read_only:false; response_revision:4679; number_of_response:1; }","duration":"121.279179ms","start":"2026-07-02T11:22:26.913057Z","end":"2026-07-02T11:22:27.034336Z","steps":["trace[1639999755] 'process raft request' (duration: 121.139714ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:27.816312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.855235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T11:22:27.816374Z","caller":"traceutil/trace.go:171","msg":"trace[1294579054] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4685; }","duration":"144.961388ms","start":"2026-07-02T11:22:27.671399Z","end":"2026-07-02T11:22:27.81636Z","steps":["trace[1294579054] 'range keys from in-memory index tree' (duration: 144.789993ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:22:28.142132Z","caller":"traceutil/trace.go:171","msg":"trace[1723314049] linearizableReadLoop","detail":"{readStateIndex:4889; appliedIndex:4888; }","duration":"180.613911ms","start":"2026-07-02T11:22:27.961482Z","end":"2026-07-02T11:22:28.142096Z","steps":["trace[1723314049] 'read index received' (duration: 180.413635ms)","trace[1723314049] 'applied index is now lower than readState.Index' (duration: 198.906µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:22:28.142215Z","caller":"traceutil/trace.go:171","msg":"trace[766236414] transaction","detail":"{read_only:false; response_revision:4686; number_of_response:1; }","duration":"215.534012ms","start":"2026-07-02T11:22:27.926638Z","end":"2026-07-02T11:22:28.142172Z","steps":["trace[766236414] 'process raft request' (duration: 215.271003ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:28.142395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.893231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-07-02T11:22:28.142466Z","caller":"traceutil/trace.go:171","msg":"trace[1809088192] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4686; }","duration":"181.063926ms","start":"2026-07-02T11:22:27.961381Z","end":"2026-07-02T11:22:28.142445Z","steps":["trace[1809088192] 'agreement among raft nodes before linearized reading' (duration: 180.846289ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:22:28.191138Z","caller":"traceutil/trace.go:171","msg":"trace[1805105600] transaction","detail":"{read_only:false; response_revision:4687; number_of_response:1; }","duration":"139.203043ms","start":"2026-07-02T11:22:28.051889Z","end":"2026-07-02T11:22:28.191092Z","steps":["trace[1805105600] 'process raft request' (duration: 138.968196ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:22:28.452602Z","caller":"traceutil/trace.go:171","msg":"trace[2039298387] transaction","detail":"{read_only:false; response_revision:4689; number_of_response:1; }","duration":"304.303388ms","start":"2026-07-02T11:22:28.148261Z","end":"2026-07-02T11:22:28.452565Z","steps":["trace[2039298387] 'process raft request' (duration: 219.201859ms)","trace[2039298387] 'compare' (duration: 84.735147ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:22:28.452703Z","caller":"traceutil/trace.go:171","msg":"trace[491470345] transaction","detail":"{read_only:false; response_revision:4690; number_of_response:1; }","duration":"304.422162ms","start":"2026-07-02T11:22:28.148249Z","end":"2026-07-02T11:22:28.452671Z","steps":["trace[491470345] 'process raft request' (duration: 304.196965ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:22:28.452727Z","caller":"traceutil/trace.go:171","msg":"trace[1459429173] transaction","detail":"{read_only:false; response_revision:4691; number_of_response:1; }","duration":"304.337409ms","start":"2026-07-02T11:22:28.14838Z","end":"2026-07-02T11:22:28.452717Z","steps":["trace[1459429173] 'process raft request' (duration: 304.191674ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:28.452747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:28.148238Z","time spent":"304.433412ms","remote":"127.0.0.1:44996","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:22:28.452827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:28.148366Z","time spent":"304.403581ms","remote":"127.0.0.1:45096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1455,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:22:28.452717Z","caller":"traceutil/trace.go:171","msg":"trace[1186419624] transaction","detail":"{read_only:false; response_revision:4692; number_of_response:1; }","duration":"303.912956ms","start":"2026-07-02T11:22:28.148776Z","end":"2026-07-02T11:22:28.452689Z","steps":["trace[1186419624] 'process raft request' (duration: 303.847474ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:28.452856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:28.148224Z","time spent":"304.541875ms","remote":"127.0.0.1:45096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1869,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:22:28.452919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:28.148769Z","time spent":"304.116832ms","remote":"127.0.0.1:44996","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1283,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:22:29.089452Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096944183127516,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T11:22:29.249148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.514436ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T11:22:29.249288Z","caller":"traceutil/trace.go:171","msg":"trace[1673989425] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4692; }","duration":"527.66648ms","start":"2026-07-02T11:22:28.7216Z","end":"2026-07-02T11:22:29.249266Z","steps":["trace[1673989425] 'range keys from in-memory index tree' (duration: 527.497715ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:22:29.249596Z","caller":"traceutil/trace.go:171","msg":"trace[995188765] linearizableReadLoop","detail":"{readStateIndex:4896; appliedIndex:4895; }","duration":"660.861082ms","start":"2026-07-02T11:22:28.588701Z","end":"2026-07-02T11:22:29.249562Z","steps":["trace[995188765] 'read index received' (duration: 638.812985ms)","trace[995188765] 'applied index is now lower than readState.Index' (duration: 22.046557ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:22:29.249811Z","caller":"traceutil/trace.go:171","msg":"trace[1830685853] transaction","detail":"{read_only:false; response_revision:4693; number_of_response:1; }","duration":"716.254398ms","start":"2026-07-02T11:22:28.533539Z","end":"2026-07-02T11:22:29.249793Z","steps":["trace[1830685853] 'process raft request' (duration: 694.050976ms)","trace[1830685853] 'compare' (duration: 21.123538ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:22:29.249992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.272375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/prometheus-pushgateway\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T11:22:29.250039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:28.533512Z","time spent":"716.343851ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:22:29.250063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.196525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-02T11:22:29.250075Z","caller":"traceutil/trace.go:171","msg":"trace[1226427346] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/prometheus-pushgateway; range_end:; response_count:0; response_revision:4693; }","duration":"661.4139ms","start":"2026-07-02T11:22:28.588642Z","end":"2026-07-02T11:22:29.250056Z","steps":["trace[1226427346] 'agreement among raft nodes before linearized reading' (duration: 661.282296ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:29.25007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.007227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11496"} {"level":"info","ts":"2026-07-02T11:22:29.250122Z","caller":"traceutil/trace.go:171","msg":"trace[1624382800] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4693; }","duration":"580.296198ms","start":"2026-07-02T11:22:28.66981Z","end":"2026-07-02T11:22:29.250106Z","steps":["trace[1624382800] 'agreement among raft nodes before linearized reading' (duration: 580.092072ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:29.250125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:28.588613Z","time spent":"661.503813ms","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":0,"response size":29,"request content":"key:\"/registry/serviceaccounts/monitoring/prometheus-pushgateway\" "} {"level":"info","ts":"2026-07-02T11:22:29.25015Z","caller":"traceutil/trace.go:171","msg":"trace[2087364930] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4693; }","duration":"216.177592ms","start":"2026-07-02T11:22:29.033957Z","end":"2026-07-02T11:22:29.250135Z","steps":["trace[2087364930] 'agreement among raft nodes before linearized reading' (duration: 215.954525ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:29.250169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:28.669765Z","time spent":"580.395311ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-02T11:22:29.250218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.381737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-07-02T11:22:29.250214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.395067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tfgdm\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-07-02T11:22:29.250285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.092695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-02T11:22:29.25033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.762949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-02T11:22:29.250331Z","caller":"traceutil/trace.go:171","msg":"trace[2024724726] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tfgdm; range_end:; response_count:1; response_revision:4693; }","duration":"568.553272ms","start":"2026-07-02T11:22:28.681749Z","end":"2026-07-02T11:22:29.250302Z","steps":["trace[2024724726] 'agreement among raft nodes before linearized reading' (duration: 568.19456ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:22:29.250357Z","caller":"traceutil/trace.go:171","msg":"trace[371362486] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4693; }","duration":"567.197589ms","start":"2026-07-02T11:22:28.683141Z","end":"2026-07-02T11:22:29.250338Z","steps":["trace[371362486] 'agreement among raft nodes before linearized reading' (duration: 566.985822ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:22:29.250374Z","caller":"traceutil/trace.go:171","msg":"trace[1590432398] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4693; }","duration":"578.835292ms","start":"2026-07-02T11:22:28.671527Z","end":"2026-07-02T11:22:29.250362Z","steps":["trace[1590432398] 'agreement among raft nodes before linearized reading' (duration: 578.729238ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:29.250391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:28.681703Z","time spent":"568.677146ms","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-tfgdm\" "} {"level":"warn","ts":"2026-07-02T11:22:29.250405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:28.671509Z","time spent":"578.889714ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-02T11:22:29.25041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:28.68312Z","time spent":"567.279901ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-02T11:22:29.250419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.733701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-07-02T11:22:29.250052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.18088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T11:22:29.250094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.05434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-07-02T11:22:29.250506Z","caller":"traceutil/trace.go:171","msg":"trace[1746125712] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4693; }","duration":"468.871966ms","start":"2026-07-02T11:22:28.781619Z","end":"2026-07-02T11:22:29.250491Z","steps":["trace[1746125712] 'agreement among raft nodes before linearized reading' (duration: 468.716881ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:22:29.250513Z","caller":"traceutil/trace.go:171","msg":"trace[538369778] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:4693; }","duration":"142.704926ms","start":"2026-07-02T11:22:29.107796Z","end":"2026-07-02T11:22:29.250501Z","steps":["trace[538369778] 'agreement among raft nodes before linearized reading' (duration: 142.162639ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:22:29.2503Z","caller":"traceutil/trace.go:171","msg":"trace[206801773] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4693; }","duration":"244.48712ms","start":"2026-07-02T11:22:29.005783Z","end":"2026-07-02T11:22:29.25027Z","steps":["trace[206801773] 'agreement among raft nodes before linearized reading' (duration: 244.365696ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:22:29.250539Z","caller":"traceutil/trace.go:171","msg":"trace[461049494] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4693; }","duration":"536.568496ms","start":"2026-07-02T11:22:28.713957Z","end":"2026-07-02T11:22:29.250526Z","steps":["trace[461049494] 'agreement among raft nodes before linearized reading' (duration: 535.951746ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:29.250551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:28.781591Z","time spent":"468.949328ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":669,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-02T11:22:29.250578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:28.713926Z","time spent":"536.643708ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":684,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-02T11:22:29.250771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.233064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-02T11:22:29.250791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.752076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-02T11:22:29.250811Z","caller":"traceutil/trace.go:171","msg":"trace[1860310846] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4693; }","duration":"574.295576ms","start":"2026-07-02T11:22:28.676506Z","end":"2026-07-02T11:22:29.250802Z","steps":["trace[1860310846] 'agreement among raft nodes before linearized reading' (duration: 573.48552ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:29.25099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:28.676477Z","time spent":"574.41476ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-02T11:22:29.250919Z","caller":"traceutil/trace.go:171","msg":"trace[1090376839] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4693; }","duration":"567.956943ms","start":"2026-07-02T11:22:28.682932Z","end":"2026-07-02T11:22:29.250889Z","steps":["trace[1090376839] 'agreement among raft nodes before linearized reading' (duration: 567.57262ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:29.251114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:28.682916Z","time spent":"568.18217ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-07-02T11:22:31.037674Z","caller":"traceutil/trace.go:171","msg":"trace[507017468] transaction","detail":"{read_only:false; response_revision:4733; number_of_response:1; }","duration":"849.626685ms","start":"2026-07-02T11:22:30.188019Z","end":"2026-07-02T11:22:31.037646Z","steps":["trace[507017468] 'process raft request' (duration: 849.331555ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:31.037862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:30.187983Z","time spent":"849.774429ms","remote":"127.0.0.1:59278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7566,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:22:31.039248Z","caller":"traceutil/trace.go:171","msg":"trace[346201400] transaction","detail":"{read_only:false; response_revision:4734; number_of_response:1; }","duration":"841.656219ms","start":"2026-07-02T11:22:30.197566Z","end":"2026-07-02T11:22:31.039222Z","steps":["trace[346201400] 'process raft request' (duration: 841.434982ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:31.039363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:30.19754Z","time spent":"841.773272ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:22:31.03959Z","caller":"traceutil/trace.go:171","msg":"trace[648113275] transaction","detail":"{read_only:false; response_revision:4735; number_of_response:1; }","duration":"642.74482ms","start":"2026-07-02T11:22:30.396825Z","end":"2026-07-02T11:22:31.039569Z","steps":["trace[648113275] 'process raft request' (duration: 642.353318ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:31.039696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:30.396795Z","time spent":"642.847574ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:22:31.044728Z","caller":"traceutil/trace.go:171","msg":"trace[958105853] linearizableReadLoop","detail":"{readStateIndex:4941; appliedIndex:4937; }","duration":"372.801694ms","start":"2026-07-02T11:22:30.671909Z","end":"2026-07-02T11:22:31.044711Z","steps":["trace[958105853] 'read index received' (duration: 365.520211ms)","trace[958105853] 'applied index is now lower than readState.Index' (duration: 7.280443ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:22:31.044846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.942339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T11:22:31.044873Z","caller":"traceutil/trace.go:171","msg":"trace[489414422] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4735; }","duration":"373.032662ms","start":"2026-07-02T11:22:30.671833Z","end":"2026-07-02T11:22:31.044866Z","steps":["trace[489414422] 'agreement among raft nodes before linearized reading' (duration: 372.97529ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:31.044896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:30.671802Z","time spent":"373.089674ms","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-02T11:22:34.649293Z","caller":"traceutil/trace.go:171","msg":"trace[1654836594] linearizableReadLoop","detail":"{readStateIndex:4972; appliedIndex:4971; }","duration":"249.891623ms","start":"2026-07-02T11:22:34.399382Z","end":"2026-07-02T11:22:34.649274Z","steps":["trace[1654836594] 'read index received' (duration: 249.678977ms)","trace[1654836594] 'applied index is now lower than readState.Index' (duration: 211.836µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:22:34.649571Z","caller":"traceutil/trace.go:171","msg":"trace[2002973300] transaction","detail":"{read_only:false; response_revision:4766; number_of_response:1; }","duration":"259.903664ms","start":"2026-07-02T11:22:34.389634Z","end":"2026-07-02T11:22:34.649538Z","steps":["trace[2002973300] 'process raft request' (duration: 259.519382ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:34.649705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.288256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11496"} {"level":"info","ts":"2026-07-02T11:22:34.64978Z","caller":"traceutil/trace.go:171","msg":"trace[205030329] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4766; }","duration":"250.43054ms","start":"2026-07-02T11:22:34.39933Z","end":"2026-07-02T11:22:34.649761Z","steps":["trace[205030329] 'agreement among raft nodes before linearized reading' (duration: 250.131821ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:22:34.782841Z","caller":"traceutil/trace.go:171","msg":"trace[49342308] linearizableReadLoop","detail":"{readStateIndex:4975; appliedIndex:4972; }","duration":"122.346543ms","start":"2026-07-02T11:22:34.660476Z","end":"2026-07-02T11:22:34.782822Z","steps":["trace[49342308] 'read index received' (duration: 96.746792ms)","trace[49342308] 'applied index is now lower than readState.Index' (duration: 25.598811ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:22:34.782863Z","caller":"traceutil/trace.go:171","msg":"trace[1607212744] transaction","detail":"{read_only:false; response_revision:4767; number_of_response:1; }","duration":"122.501098ms","start":"2026-07-02T11:22:34.66032Z","end":"2026-07-02T11:22:34.782821Z","steps":["trace[1607212744] 'process raft request' (duration: 96.9727ms)","trace[1607212744] 'compare' (duration: 25.308411ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:22:34.782935Z","caller":"traceutil/trace.go:171","msg":"trace[414833962] transaction","detail":"{read_only:false; response_revision:4768; number_of_response:1; }","duration":"122.582591ms","start":"2026-07-02T11:22:34.66033Z","end":"2026-07-02T11:22:34.782913Z","steps":["trace[414833962] 'process raft request' (duration: 122.406206ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:22:34.782937Z","caller":"traceutil/trace.go:171","msg":"trace[1348222943] transaction","detail":"{read_only:false; response_revision:4769; number_of_response:1; }","duration":"122.502858ms","start":"2026-07-02T11:22:34.66041Z","end":"2026-07-02T11:22:34.782913Z","steps":["trace[1348222943] 'process raft request' (duration: 122.375424ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:34.783039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.54481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11496"} {"level":"info","ts":"2026-07-02T11:22:34.783067Z","caller":"traceutil/trace.go:171","msg":"trace[1449476080] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4769; }","duration":"122.609772ms","start":"2026-07-02T11:22:34.660449Z","end":"2026-07-02T11:22:34.783059Z","steps":["trace[1449476080] 'agreement among raft nodes before linearized reading' (duration: 122.483378ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:34.783061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.527998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T11:22:34.783119Z","caller":"traceutil/trace.go:171","msg":"trace[336567518] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4769; }","duration":"112.623931ms","start":"2026-07-02T11:22:34.670481Z","end":"2026-07-02T11:22:34.783105Z","steps":["trace[336567518] 'agreement among raft nodes before linearized reading' (duration: 112.500097ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:35.947947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051099965s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T11:22:35.948329Z","caller":"traceutil/trace.go:171","msg":"trace[2075602067] transaction","detail":"{read_only:false; response_revision:4770; number_of_response:1; }","duration":"1.153826509s","start":"2026-07-02T11:22:34.794446Z","end":"2026-07-02T11:22:35.948273Z","steps":["trace[2075602067] 'process raft request' (duration: 102.29491ms)","trace[2075602067] 'compare' (duration: 1.050863658s)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:22:35.94841Z","caller":"traceutil/trace.go:171","msg":"trace[281378114] linearizableReadLoop","detail":"{readStateIndex:4976; appliedIndex:4975; }","duration":"1.146748882s","start":"2026-07-02T11:22:34.801611Z","end":"2026-07-02T11:22:35.94836Z","steps":["trace[281378114] 'read index received' (duration: 95.140631ms)","trace[281378114] 'applied index is now lower than readState.Index' (duration: 1.051600601s)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:22:35.948471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:34.794429Z","time spent":"1.153985044s","remote":"127.0.0.1:45274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10926,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:22:35.948687Z","caller":"traceutil/trace.go:171","msg":"trace[1181179907] transaction","detail":"{read_only:false; response_revision:4771; number_of_response:1; }","duration":"1.116703759s","start":"2026-07-02T11:22:34.831943Z","end":"2026-07-02T11:22:35.948647Z","steps":["trace[1181179907] 'process raft request' (duration: 1.116141821s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:35.948804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:34.831913Z","time spent":"1.116835793s","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:22:35.948947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14730568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:6 size:164444"} {"level":"info","ts":"2026-07-02T11:22:35.949025Z","caller":"traceutil/trace.go:171","msg":"trace[1331256761] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:6; response_revision:4771; }","duration":"1.147428484s","start":"2026-07-02T11:22:34.801581Z","end":"2026-07-02T11:22:35.949009Z","steps":["trace[1331256761] 'agreement among raft nodes before linearized reading' (duration: 1.1469827s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:35.949084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:34.801564Z","time spent":"1.147500217s","remote":"127.0.0.1:44930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":6,"response size":164468,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-07-02T11:22:35.949287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07493351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T11:22:35.949329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.042284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T11:22:35.949364Z","caller":"traceutil/trace.go:171","msg":"trace[765853888] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:4772; }","duration":"1.075086985s","start":"2026-07-02T11:22:34.874261Z","end":"2026-07-02T11:22:35.949348Z","steps":["trace[765853888] 'agreement among raft nodes before linearized reading' (duration: 1.074874238s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:35.94935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.198743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-02T11:22:35.949387Z","caller":"traceutil/trace.go:171","msg":"trace[1325680620] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4772; }","duration":"277.127557ms","start":"2026-07-02T11:22:35.672242Z","end":"2026-07-02T11:22:35.94937Z","steps":["trace[1325680620] 'agreement among raft nodes before linearized reading' (duration: 277.042794ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:22:35.949424Z","caller":"traceutil/trace.go:171","msg":"trace[443516304] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4772; }","duration":"656.313336ms","start":"2026-07-02T11:22:35.293095Z","end":"2026-07-02T11:22:35.949408Z","steps":["trace[443516304] 'agreement among raft nodes before linearized reading' (duration: 656.11507ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:35.949445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.887991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tfgdm\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-07-02T11:22:35.94948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:35.293074Z","time spent":"656.393019ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-02T11:22:35.949524Z","caller":"traceutil/trace.go:171","msg":"trace[695631055] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tfgdm; range_end:; response_count:1; response_revision:4772; }","duration":"669.995065ms","start":"2026-07-02T11:22:35.279513Z","end":"2026-07-02T11:22:35.949508Z","steps":["trace[695631055] 'agreement among raft nodes before linearized reading' (duration: 669.766328ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:35.949513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.772755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-07-02T11:22:35.94956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:35.279499Z","time spent":"670.052876ms","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-tfgdm\" "} {"level":"info","ts":"2026-07-02T11:22:35.949585Z","caller":"traceutil/trace.go:171","msg":"trace[946048110] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4772; }","duration":"634.878969ms","start":"2026-07-02T11:22:35.314686Z","end":"2026-07-02T11:22:35.949565Z","steps":["trace[946048110] 'agreement among raft nodes before linearized reading' (duration: 634.671992ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:35.949629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:35.31467Z","time spent":"634.949211ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":669,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-02T11:22:35.949668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.043163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/vector-8fk52\" ","response":"range_response_count:1 size:5850"} {"level":"info","ts":"2026-07-02T11:22:35.949705Z","caller":"traceutil/trace.go:171","msg":"trace[1717884794] range","detail":"{range_begin:/registry/pods/monitoring/vector-8fk52; range_end:; response_count:1; response_revision:4772; }","duration":"983.297341ms","start":"2026-07-02T11:22:34.966398Z","end":"2026-07-02T11:22:35.949695Z","steps":["trace[1717884794] 'agreement among raft nodes before linearized reading' (duration: 983.211938ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:35.949736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:34.966383Z","time spent":"983.345773ms","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":5874,"request content":"key:\"/registry/pods/monitoring/vector-8fk52\" "} {"level":"warn","ts":"2026-07-02T11:22:35.949514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.708459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"warn","ts":"2026-07-02T11:22:35.949793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.520811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-02T11:22:35.949837Z","caller":"traceutil/trace.go:171","msg":"trace[686532681] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4772; }","duration":"633.05154ms","start":"2026-07-02T11:22:35.316774Z","end":"2026-07-02T11:22:35.949825Z","steps":["trace[686532681] 'agreement among raft nodes before linearized reading' (duration: 632.566405ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:22:35.949847Z","caller":"traceutil/trace.go:171","msg":"trace[1825696314] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4772; }","duration":"655.585472ms","start":"2026-07-02T11:22:35.294246Z","end":"2026-07-02T11:22:35.949831Z","steps":["trace[1825696314] 'agreement among raft nodes before linearized reading' (duration: 655.439478ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:35.949847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.600022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-07-02T11:22:35.949881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:35.316767Z","time spent":"633.102062ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":684,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-02T11:22:35.949891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:35.29424Z","time spent":"655.639504ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-02T11:22:35.94993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.237693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-07-02T11:22:35.94994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.878211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-02T11:22:35.949837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.927457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.89\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-02T11:22:35.94996Z","caller":"traceutil/trace.go:171","msg":"trace[1909581478] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4772; }","duration":"985.301595ms","start":"2026-07-02T11:22:34.964651Z","end":"2026-07-02T11:22:35.949953Z","steps":["trace[1909581478] 'agreement among raft nodes before linearized reading' (duration: 985.216243ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:22:35.949971Z","caller":"traceutil/trace.go:171","msg":"trace[298151572] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4772; }","duration":"659.924472ms","start":"2026-07-02T11:22:35.290041Z","end":"2026-07-02T11:22:35.949965Z","steps":["trace[298151572] 'agreement among raft nodes before linearized reading' (duration: 659.86074ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:35.949982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:34.964632Z","time spent":"985.345187ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-02T11:22:35.949584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.851794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-07-02T11:22:35.949982Z","caller":"traceutil/trace.go:171","msg":"trace[320409358] transaction","detail":"{read_only:false; response_revision:4772; number_of_response:1; }","duration":"897.311434ms","start":"2026-07-02T11:22:35.052651Z","end":"2026-07-02T11:22:35.949962Z","steps":["trace[320409358] 'process raft request' (duration: 895.618689ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:22:35.950031Z","caller":"traceutil/trace.go:171","msg":"trace[1464437590] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4772; }","duration":"914.331249ms","start":"2026-07-02T11:22:35.035684Z","end":"2026-07-02T11:22:35.950015Z","steps":["trace[1464437590] 'agreement among raft nodes before linearized reading' (duration: 913.830083ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:35.950048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.213197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-02T11:22:35.950067Z","caller":"traceutil/trace.go:171","msg":"trace[1722063176] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4772; }","duration":"663.229908ms","start":"2026-07-02T11:22:35.286831Z","end":"2026-07-02T11:22:35.950061Z","steps":["trace[1722063176] 'agreement among raft nodes before linearized reading' (duration: 663.175486ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:35.950075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.066011113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:14373"} {"level":"warn","ts":"2026-07-02T11:22:35.950073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:35.035663Z","time spent":"914.397882ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-07-02T11:22:35.950097Z","caller":"traceutil/trace.go:171","msg":"trace[95095291] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4772; }","duration":"1.066063845s","start":"2026-07-02T11:22:34.884028Z","end":"2026-07-02T11:22:35.950092Z","steps":["trace[95095291] 'agreement among raft nodes before linearized reading' (duration: 1.066002353s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:35.950081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:35.05243Z","time spent":"897.597743ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:22:35.950121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.449205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T11:22:35.950146Z","caller":"traceutil/trace.go:171","msg":"trace[992728956] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:4772; }","duration":"663.476525ms","start":"2026-07-02T11:22:35.286664Z","end":"2026-07-02T11:22:35.950141Z","steps":["trace[992728956] 'agreement among raft nodes before linearized reading' (duration: 663.430694ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:35.950164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:35.286621Z","time spent":"663.537068ms","remote":"127.0.0.1:59280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-07-02T11:22:35.950064Z","caller":"traceutil/trace.go:171","msg":"trace[1912376231] range","detail":"{range_begin:/registry/masterleases/199.204.45.89; range_end:; response_count:1; response_revision:4772; }","duration":"619.215206ms","start":"2026-07-02T11:22:35.330835Z","end":"2026-07-02T11:22:35.950051Z","steps":["trace[1912376231] 'agreement among raft nodes before linearized reading' (duration: 618.726811ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:22:35.949888Z","caller":"traceutil/trace.go:171","msg":"trace[2082496996] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4772; }","duration":"659.702215ms","start":"2026-07-02T11:22:35.290178Z","end":"2026-07-02T11:22:35.94988Z","steps":["trace[2082496996] 'agreement among raft nodes before linearized reading' (duration: 659.603322ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:35.950252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:35.330803Z","time spent":"619.437114ms","remote":"127.0.0.1:44868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.89\" "} {"level":"warn","ts":"2026-07-02T11:22:35.950122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:34.884011Z","time spent":"1.066106117s","remote":"127.0.0.1:45008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":14397,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-02T11:22:35.949996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:35.290032Z","time spent":"659.959123ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-02T11:22:35.95029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:35.290093Z","time spent":"660.18447ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-02T11:22:35.950083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:35.286807Z","time spent":"663.272499ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-02T11:22:35.949492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.713106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-02T11:22:35.95049Z","caller":"traceutil/trace.go:171","msg":"trace[13381089] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4772; }","duration":"675.747839ms","start":"2026-07-02T11:22:35.274733Z","end":"2026-07-02T11:22:35.950481Z","steps":["trace[13381089] 'agreement among raft nodes before linearized reading' (duration: 674.691825ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:35.950525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:35.274714Z","time spent":"675.802711ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-02T11:22:35.949406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:34.874244Z","time spent":"1.075151907s","remote":"127.0.0.1:46408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-07-02T11:22:44.857184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.000832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"warn","ts":"2026-07-02T11:22:44.857346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.120645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-5ccnf\" ","response":"range_response_count:1 size:9765"} {"level":"info","ts":"2026-07-02T11:22:44.857371Z","caller":"traceutil/trace.go:171","msg":"trace[275049430] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4974; }","duration":"601.2647ms","start":"2026-07-02T11:22:44.256073Z","end":"2026-07-02T11:22:44.857337Z","steps":["trace[275049430] 'range keys from in-memory index tree' (duration: 600.789855ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:44.857201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.822428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-07-02T11:22:44.857423Z","caller":"traceutil/trace.go:171","msg":"trace[1829610310] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-5ccnf; range_end:; response_count:1; response_revision:4974; }","duration":"489.250358ms","start":"2026-07-02T11:22:44.368152Z","end":"2026-07-02T11:22:44.857402Z","steps":["trace[1829610310] 'range keys from in-memory index tree' (duration: 488.883037ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:44.857445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:44.256059Z","time spent":"601.368383ms","remote":"127.0.0.1:44930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1845,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-07-02T11:22:44.857464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:44.368106Z","time spent":"489.345982ms","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9789,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-5ccnf\" "} {"level":"info","ts":"2026-07-02T11:22:44.857451Z","caller":"traceutil/trace.go:171","msg":"trace[773814376] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:4974; }","duration":"515.118088ms","start":"2026-07-02T11:22:44.342314Z","end":"2026-07-02T11:22:44.857432Z","steps":["trace[773814376] 'range keys from in-memory index tree' (duration: 514.587971ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:44.857627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:44.342271Z","time spent":"515.314344ms","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":921,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"warn","ts":"2026-07-02T11:22:45.865164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.945709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-gateway-5cc45946cd-2xkb2\" ","response":"range_response_count:1 size:4816"} {"level":"info","ts":"2026-07-02T11:22:45.865233Z","caller":"traceutil/trace.go:171","msg":"trace[2032630259] range","detail":"{range_begin:/registry/pods/monitoring/loki-gateway-5cc45946cd-2xkb2; range_end:; response_count:1; response_revision:4985; }","duration":"291.043353ms","start":"2026-07-02T11:22:45.574175Z","end":"2026-07-02T11:22:45.865218Z","steps":["trace[2032630259] 'range keys from in-memory index tree' (duration: 290.820536ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:45.865214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.151388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T11:22:45.865305Z","caller":"traceutil/trace.go:171","msg":"trace[407062003] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4985; }","duration":"195.262042ms","start":"2026-07-02T11:22:45.670013Z","end":"2026-07-02T11:22:45.865275Z","steps":["trace[407062003] 'range keys from in-memory index tree' (duration: 195.091446ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:22:46.038299Z","caller":"traceutil/trace.go:171","msg":"trace[249519086] transaction","detail":"{read_only:false; response_revision:4986; number_of_response:1; }","duration":"166.242511ms","start":"2026-07-02T11:22:45.872028Z","end":"2026-07-02T11:22:46.03827Z","steps":["trace[249519086] 'process raft request' (duration: 166.051255ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:46.264779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.755359ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T11:22:46.265001Z","caller":"traceutil/trace.go:171","msg":"trace[546972907] linearizableReadLoop","detail":"{readStateIndex:5199; appliedIndex:5197; }","duration":"254.964676ms","start":"2026-07-02T11:22:46.010016Z","end":"2026-07-02T11:22:46.26498Z","steps":["trace[546972907] 'read index received' (duration: 28.138922ms)","trace[546972907] 'applied index is now lower than readState.Index' (duration: 226.824154ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:22:46.265167Z","caller":"traceutil/trace.go:171","msg":"trace[496900569] transaction","detail":"{read_only:false; response_revision:4987; number_of_response:1; }","duration":"271.104013ms","start":"2026-07-02T11:22:45.994022Z","end":"2026-07-02T11:22:46.265126Z","steps":["trace[496900569] 'process raft request' (duration: 136.90567ms)","trace[496900569] 'compare' (duration: 133.595744ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:22:46.265225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.212834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-02T11:22:46.265417Z","caller":"traceutil/trace.go:171","msg":"trace[1781499191] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4987; }","duration":"255.441701ms","start":"2026-07-02T11:22:46.009961Z","end":"2026-07-02T11:22:46.265403Z","steps":["trace[1781499191] 'agreement among raft nodes before linearized reading' (duration: 255.138871ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:22:46.411958Z","caller":"traceutil/trace.go:171","msg":"trace[258948330] transaction","detail":"{read_only:false; response_revision:4989; number_of_response:1; }","duration":"366.879915ms","start":"2026-07-02T11:22:46.045054Z","end":"2026-07-02T11:22:46.411934Z","steps":["trace[258948330] 'process raft request' (duration: 366.761621ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:22:46.411966Z","caller":"traceutil/trace.go:171","msg":"trace[1637133587] transaction","detail":"{read_only:false; response_revision:4988; number_of_response:1; }","duration":"367.217176ms","start":"2026-07-02T11:22:46.04471Z","end":"2026-07-02T11:22:46.411927Z","steps":["trace[1637133587] 'process raft request' (duration: 321.870952ms)","trace[1637133587] 'compare' (duration: 45.112966ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:22:46.412191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:46.045025Z","time spent":"367.011099ms","remote":"127.0.0.1:45096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:22:46.412222Z","caller":"traceutil/trace.go:171","msg":"trace[764282019] transaction","detail":"{read_only:false; response_revision:4990; number_of_response:1; }","duration":"366.412689ms","start":"2026-07-02T11:22:46.045758Z","end":"2026-07-02T11:22:46.41217Z","steps":["trace[764282019] 'process raft request' (duration: 366.11074ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:46.412311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:46.044683Z","time spent":"367.37003ms","remote":"127.0.0.1:44996","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":987,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:22:46.41233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:46.04575Z","time spent":"366.529253ms","remote":"127.0.0.1:45316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4297,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:22:46.41262Z","caller":"traceutil/trace.go:171","msg":"trace[1093766717] transaction","detail":"{read_only:false; response_revision:4991; number_of_response:1; }","duration":"350.772008ms","start":"2026-07-02T11:22:46.061833Z","end":"2026-07-02T11:22:46.412605Z","steps":["trace[1093766717] 'process raft request' (duration: 350.247882ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:22:46.412652Z","caller":"traceutil/trace.go:171","msg":"trace[2008103470] linearizableReadLoop","detail":"{readStateIndex:5203; appliedIndex:5199; }","duration":"147.571222ms","start":"2026-07-02T11:22:46.265064Z","end":"2026-07-02T11:22:46.412635Z","steps":["trace[2008103470] 'read index received' (duration: 101.575817ms)","trace[2008103470] 'applied index is now lower than readState.Index' (duration: 45.993855ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:22:46.412695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:46.061811Z","time spent":"350.84919ms","remote":"127.0.0.1:45096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1596,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:22:46.412826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.270259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-02T11:22:46.412856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.962166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3198"} {"level":"info","ts":"2026-07-02T11:22:46.412873Z","caller":"traceutil/trace.go:171","msg":"trace[1756958865] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4992; }","duration":"402.352692ms","start":"2026-07-02T11:22:46.010509Z","end":"2026-07-02T11:22:46.412862Z","steps":["trace[1756958865] 'agreement among raft nodes before linearized reading' (duration: 402.176546ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:22:46.412886Z","caller":"traceutil/trace.go:171","msg":"trace[71802133] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:4992; }","duration":"346.993197ms","start":"2026-07-02T11:22:46.065883Z","end":"2026-07-02T11:22:46.412877Z","steps":["trace[71802133] 'agreement among raft nodes before linearized reading' (duration: 346.900144ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:46.412909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:46.065867Z","time spent":"347.037668ms","remote":"127.0.0.1:32972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3222,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-07-02T11:22:46.412912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:46.010489Z","time spent":"402.412874ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-02T11:22:46.412965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.899997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-02T11:22:46.413016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.673806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"warn","ts":"2026-07-02T11:22:46.413081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.265601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-07-02T11:22:46.413072Z","caller":"traceutil/trace.go:171","msg":"trace[280880887] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4992; }","duration":"307.769709ms","start":"2026-07-02T11:22:46.105289Z","end":"2026-07-02T11:22:46.413059Z","steps":["trace[280880887] 'agreement among raft nodes before linearized reading' (duration: 307.559152ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:46.413108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.070594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"warn","ts":"2026-07-02T11:22:46.413069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.985581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-02T11:22:46.413147Z","caller":"traceutil/trace.go:171","msg":"trace[551556187] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4992; }","duration":"398.131636ms","start":"2026-07-02T11:22:46.015004Z","end":"2026-07-02T11:22:46.413136Z","steps":["trace[551556187] 'agreement among raft nodes before linearized reading' (duration: 398.040103ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:46.41318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.49295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ebf3c333-a278-487a-8480-2f5b283c211d\" ","response":"range_response_count:1 size:3645"} {"level":"warn","ts":"2026-07-02T11:22:46.413187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:46.014988Z","time spent":"398.191979ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-07-02T11:22:46.413204Z","caller":"traceutil/trace.go:171","msg":"trace[1850468006] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ebf3c333-a278-487a-8480-2f5b283c211d; range_end:; response_count:1; response_revision:4992; }","duration":"336.544801ms","start":"2026-07-02T11:22:46.076652Z","end":"2026-07-02T11:22:46.413197Z","steps":["trace[1850468006] 'agreement among raft nodes before linearized reading' (duration: 336.476239ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:22:46.413181Z","caller":"traceutil/trace.go:171","msg":"trace[1339827271] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4992; }","duration":"393.119876ms","start":"2026-07-02T11:22:46.020036Z","end":"2026-07-02T11:22:46.413156Z","steps":["trace[1339827271] 'agreement among raft nodes before linearized reading' (duration: 392.819116ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:46.413227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.165455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tfgdm\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-07-02T11:22:46.413283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:46.076634Z","time spent":"336.584313ms","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ebf3c333-a278-487a-8480-2f5b283c211d\" "} {"level":"info","ts":"2026-07-02T11:22:46.413298Z","caller":"traceutil/trace.go:171","msg":"trace[1773526519] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tfgdm; range_end:; response_count:1; response_revision:4992; }","duration":"392.258708ms","start":"2026-07-02T11:22:46.021025Z","end":"2026-07-02T11:22:46.413284Z","steps":["trace[1773526519] 'agreement among raft nodes before linearized reading' (duration: 392.079512ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:46.413148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:46.105269Z","time spent":"307.868692ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":684,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-02T11:22:46.41335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.262352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ebf3c333-a278-487a-8480-2f5b283c211d\" ","response":"range_response_count:1 size:3645"} {"level":"warn","ts":"2026-07-02T11:22:46.413356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:46.021015Z","time spent":"392.32816ms","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-tfgdm\" "} {"level":"info","ts":"2026-07-02T11:22:46.413426Z","caller":"traceutil/trace.go:171","msg":"trace[630393550] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ebf3c333-a278-487a-8480-2f5b283c211d; range_end:; response_count:1; response_revision:4992; }","duration":"297.374995ms","start":"2026-07-02T11:22:46.116037Z","end":"2026-07-02T11:22:46.413412Z","steps":["trace[630393550] 'agreement among raft nodes before linearized reading' (duration: 297.165799ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:46.413272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:46.020029Z","time spent":"393.216549ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-02T11:22:46.413439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.30209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-02T11:22:46.413586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.016451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11496"} {"level":"info","ts":"2026-07-02T11:22:46.413664Z","caller":"traceutil/trace.go:171","msg":"trace[1622070451] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4992; }","duration":"247.185987ms","start":"2026-07-02T11:22:46.166456Z","end":"2026-07-02T11:22:46.413642Z","steps":["trace[1622070451] 'agreement among raft nodes before linearized reading' (duration: 246.555346ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:22:46.413112Z","caller":"traceutil/trace.go:171","msg":"trace[741383739] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4992; }","duration":"311.327663ms","start":"2026-07-02T11:22:46.101776Z","end":"2026-07-02T11:22:46.413104Z","steps":["trace[741383739] 'agreement among raft nodes before linearized reading' (duration: 311.246381ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:22:46.413613Z","caller":"traceutil/trace.go:171","msg":"trace[52335427] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4992; }","duration":"392.537417ms","start":"2026-07-02T11:22:46.021059Z","end":"2026-07-02T11:22:46.413596Z","steps":["trace[52335427] 'agreement among raft nodes before linearized reading' (duration: 391.860025ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:46.41386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:46.021051Z","time spent":"392.788245ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-02T11:22:46.413072Z","caller":"traceutil/trace.go:171","msg":"trace[402303953] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4992; }","duration":"392.035041ms","start":"2026-07-02T11:22:46.021014Z","end":"2026-07-02T11:22:46.413049Z","steps":["trace[402303953] 'agreement among raft nodes before linearized reading' (duration: 391.777282ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:46.413983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:46.021005Z","time spent":"392.965761ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-02T11:22:46.413875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:46.101757Z","time spent":"312.052546ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":669,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-02T11:22:46.414565Z","caller":"traceutil/trace.go:171","msg":"trace[1937594788] transaction","detail":"{read_only:false; response_revision:4992; number_of_response:1; }","duration":"145.456024ms","start":"2026-07-02T11:22:46.269093Z","end":"2026-07-02T11:22:46.414549Z","steps":["trace[1937594788] 'process raft request' (duration: 143.446959ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:46.934394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.90041ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T11:22:46.934596Z","caller":"traceutil/trace.go:171","msg":"trace[1565426996] transaction","detail":"{read_only:false; response_revision:4994; number_of_response:1; }","duration":"514.304013ms","start":"2026-07-02T11:22:46.420274Z","end":"2026-07-02T11:22:46.934578Z","steps":["trace[1565426996] 'process raft request' (duration: 382.131124ms)","trace[1565426996] 'compare' (duration: 131.567019ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:22:46.934668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:46.420254Z","time spent":"514.384035ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:22:46.934848Z","caller":"traceutil/trace.go:171","msg":"trace[841249966] transaction","detail":"{read_only:false; response_revision:4995; number_of_response:1; }","duration":"513.984943ms","start":"2026-07-02T11:22:46.42084Z","end":"2026-07-02T11:22:46.934825Z","steps":["trace[841249966] 'process raft request' (duration: 513.651442ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:46.934978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:46.420824Z","time spent":"514.088945ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:22:46.935213Z","caller":"traceutil/trace.go:171","msg":"trace[463481793] transaction","detail":"{read_only:false; response_revision:4997; number_of_response:1; }","duration":"513.623351ms","start":"2026-07-02T11:22:46.42158Z","end":"2026-07-02T11:22:46.935204Z","steps":["trace[463481793] 'process raft request' (duration: 513.340382ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:46.935268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:46.421572Z","time spent":"513.671692ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:22:46.935585Z","caller":"traceutil/trace.go:171","msg":"trace[2026815488] transaction","detail":"{read_only:false; response_revision:4999; number_of_response:1; }","duration":"512.727301ms","start":"2026-07-02T11:22:46.422844Z","end":"2026-07-02T11:22:46.935571Z","steps":["trace[2026815488] 'process raft request' (duration: 512.529575ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:22:46.935196Z","caller":"traceutil/trace.go:171","msg":"trace[643949512] transaction","detail":"{read_only:false; response_revision:4996; number_of_response:1; }","duration":"514.121057ms","start":"2026-07-02T11:22:46.421028Z","end":"2026-07-02T11:22:46.935149Z","steps":["trace[643949512] 'process raft request' (duration: 513.733644ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:46.936402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:46.421019Z","time spent":"515.331055ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:22:46.935731Z","caller":"traceutil/trace.go:171","msg":"trace[1417075713] transaction","detail":"{read_only:false; response_revision:5000; number_of_response:1; }","duration":"512.744193ms","start":"2026-07-02T11:22:46.422894Z","end":"2026-07-02T11:22:46.935639Z","steps":["trace[1417075713] 'process raft request' (duration: 512.574047ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:46.936668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:46.42283Z","time spent":"513.477206ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:22:46.935646Z","caller":"traceutil/trace.go:171","msg":"trace[561758857] transaction","detail":"{read_only:false; response_revision:4998; number_of_response:1; }","duration":"513.000891ms","start":"2026-07-02T11:22:46.422636Z","end":"2026-07-02T11:22:46.935637Z","steps":["trace[561758857] 'process raft request' (duration: 512.526765ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:22:46.935694Z","caller":"traceutil/trace.go:171","msg":"trace[1059265000] linearizableReadLoop","detail":"{readStateIndex:5206; appliedIndex:5204; }","duration":"515.321225ms","start":"2026-07-02T11:22:46.420363Z","end":"2026-07-02T11:22:46.935684Z","steps":["trace[1059265000] 'read index received' (duration: 10.885089ms)","trace[1059265000] 'applied index is now lower than readState.Index' (duration: 504.435236ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:22:46.935872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.501551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:59687"} {"level":"info","ts":"2026-07-02T11:22:46.935925Z","caller":"traceutil/trace.go:171","msg":"trace[398877945] transaction","detail":"{read_only:false; response_revision:5001; number_of_response:1; }","duration":"512.479274ms","start":"2026-07-02T11:22:46.423437Z","end":"2026-07-02T11:22:46.935916Z","steps":["trace[398877945] 'process raft request' (duration: 512.080161ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:46.937277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:46.422876Z","time spent":"513.666432ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:22:46.93762Z","caller":"traceutil/trace.go:171","msg":"trace[1440252384] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5001; }","duration":"517.245777ms","start":"2026-07-02T11:22:46.420358Z","end":"2026-07-02T11:22:46.937604Z","steps":["trace[1440252384] 'agreement among raft nodes before linearized reading' (duration: 515.353336ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:46.937711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:46.420332Z","time spent":"517.34184ms","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":8,"response size":59711,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-02T11:22:46.93771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:46.42343Z","time spent":"514.2389ms","remote":"127.0.0.1:45274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4722,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:22:46.937814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:46.422629Z","time spent":"515.119488ms","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3750,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:22:46.937999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.518035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11496"} {"level":"info","ts":"2026-07-02T11:22:46.938039Z","caller":"traceutil/trace.go:171","msg":"trace[756275704] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5001; }","duration":"517.565897ms","start":"2026-07-02T11:22:46.420461Z","end":"2026-07-02T11:22:46.938027Z","steps":["trace[756275704] 'agreement among raft nodes before linearized reading' (duration: 517.459954ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:46.938071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:46.420456Z","time spent":"517.608798ms","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11520,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-02T11:22:46.938107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.824246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T11:22:46.93814Z","caller":"traceutil/trace.go:171","msg":"trace[327447448] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5001; }","duration":"256.879008ms","start":"2026-07-02T11:22:46.681252Z","end":"2026-07-02T11:22:46.938131Z","steps":["trace[327447448] 'agreement among raft nodes before linearized reading' (duration: 256.801545ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:46.938222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.728076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" ","response":"range_response_count:1 size:1265"} {"level":"info","ts":"2026-07-02T11:22:46.938291Z","caller":"traceutil/trace.go:171","msg":"trace[1138722839] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone-nodes; range_end:; response_count:1; response_revision:5001; }","duration":"514.794398ms","start":"2026-07-02T11:22:46.423464Z","end":"2026-07-02T11:22:46.938258Z","steps":["trace[1138722839] 'agreement among raft nodes before linearized reading' (duration: 514.639843ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:46.938339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:46.423458Z","time spent":"514.865561ms","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1289,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" "} {"level":"warn","ts":"2026-07-02T11:22:46.938383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.898283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18be7532ece8e868\" ","response":"range_response_count:1 size:1012"} {"level":"info","ts":"2026-07-02T11:22:46.938453Z","caller":"traceutil/trace.go:171","msg":"trace[41310925] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18be7532ece8e868; range_end:; response_count:1; response_revision:5001; }","duration":"515.960236ms","start":"2026-07-02T11:22:46.422456Z","end":"2026-07-02T11:22:46.938416Z","steps":["trace[41310925] 'agreement among raft nodes before linearized reading' (duration: 515.682567ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:46.938486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:46.422447Z","time spent":"516.030268ms","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":1036,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18be7532ece8e868\" "} {"level":"warn","ts":"2026-07-02T11:22:47.4429Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096944183128202,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-02T11:22:47.837852Z","caller":"traceutil/trace.go:171","msg":"trace[1238898580] transaction","detail":"{read_only:false; response_revision:5002; number_of_response:1; }","duration":"897.487738ms","start":"2026-07-02T11:22:46.940318Z","end":"2026-07-02T11:22:47.837805Z","steps":["trace[1238898580] 'process raft request' (duration: 896.279639ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:47.838004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:46.9403Z","time spent":"897.623433ms","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":997,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:22:47.84186Z","caller":"traceutil/trace.go:171","msg":"trace[718852477] linearizableReadLoop","detail":"{readStateIndex:5216; appliedIndex:5213; }","duration":"899.309007ms","start":"2026-07-02T11:22:46.94253Z","end":"2026-07-02T11:22:47.841839Z","steps":["trace[718852477] 'read index received' (duration: 894.079829ms)","trace[718852477] 'applied index is now lower than readState.Index' (duration: 5.227958ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:22:47.841906Z","caller":"traceutil/trace.go:171","msg":"trace[374579820] transaction","detail":"{read_only:false; response_revision:5003; number_of_response:1; }","duration":"856.213475ms","start":"2026-07-02T11:22:46.985654Z","end":"2026-07-02T11:22:47.841868Z","steps":["trace[374579820] 'process raft request' (duration: 856.008819ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:47.842107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.554815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-keystone.18be7532ee438767\" ","response":"range_response_count:1 size:694"} {"level":"info","ts":"2026-07-02T11:22:47.842141Z","caller":"traceutil/trace.go:171","msg":"trace[350637027] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-keystone.18be7532ee438767; range_end:; response_count:1; response_revision:5004; }","duration":"899.648968ms","start":"2026-07-02T11:22:46.942484Z","end":"2026-07-02T11:22:47.842133Z","steps":["trace[350637027] 'agreement among raft nodes before linearized reading' (duration: 899.510634ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:47.842171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:46.942464Z","time spent":"899.69933ms","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":718,"request content":"key:\"/registry/events/openstack/rabbitmq-keystone.18be7532ee438767\" "} {"level":"warn","ts":"2026-07-02T11:22:47.842198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:46.985622Z","time spent":"856.407892ms","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:22:47.84198Z","caller":"traceutil/trace.go:171","msg":"trace[385746022] transaction","detail":"{read_only:false; response_revision:5004; number_of_response:1; }","duration":"422.58413ms","start":"2026-07-02T11:22:47.419383Z","end":"2026-07-02T11:22:47.841967Z","steps":["trace[385746022] 'process raft request' (duration: 422.408884ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:47.842392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:47.419358Z","time spent":"422.978703ms","remote":"127.0.0.1:45096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1441,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:22:47.842387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.696637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ebf3c333-a278-487a-8480-2f5b283c211d\" ","response":"range_response_count:1 size:3765"} {"level":"warn","ts":"2026-07-02T11:22:47.842434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.671888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:552"} {"level":"warn","ts":"2026-07-02T11:22:47.842416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.082459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9761"} {"level":"info","ts":"2026-07-02T11:22:47.842487Z","caller":"traceutil/trace.go:171","msg":"trace[124391022] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5004; }","duration":"899.184073ms","start":"2026-07-02T11:22:46.943284Z","end":"2026-07-02T11:22:47.842468Z","steps":["trace[124391022] 'agreement among raft nodes before linearized reading' (duration: 898.976716ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:22:47.842471Z","caller":"traceutil/trace.go:171","msg":"trace[762192210] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5004; }","duration":"899.708859ms","start":"2026-07-02T11:22:46.942748Z","end":"2026-07-02T11:22:47.842457Z","steps":["trace[762192210] 'agreement among raft nodes before linearized reading' (duration: 899.567335ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:47.842465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.952013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-02T11:22:47.84247Z","caller":"traceutil/trace.go:171","msg":"trace[307592477] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ebf3c333-a278-487a-8480-2f5b283c211d; range_end:; response_count:1; response_revision:5004; }","duration":"419.834372ms","start":"2026-07-02T11:22:47.422613Z","end":"2026-07-02T11:22:47.842447Z","steps":["trace[307592477] 'agreement among raft nodes before linearized reading' (duration: 419.584834ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:47.842535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:46.942744Z","time spent":"899.785443ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-02T11:22:47.842539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:46.94327Z","time spent":"899.259096ms","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9785,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"warn","ts":"2026-07-02T11:22:47.842268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.505383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:567"} {"level":"warn","ts":"2026-07-02T11:22:47.842558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:47.422592Z","time spent":"419.956196ms","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3789,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ebf3c333-a278-487a-8480-2f5b283c211d\" "} {"level":"info","ts":"2026-07-02T11:22:47.842566Z","caller":"traceutil/trace.go:171","msg":"trace[1834368207] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5004; }","duration":"133.107578ms","start":"2026-07-02T11:22:47.709435Z","end":"2026-07-02T11:22:47.842542Z","steps":["trace[1834368207] 'agreement among raft nodes before linearized reading' (duration: 132.908212ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:22:47.842584Z","caller":"traceutil/trace.go:171","msg":"trace[498249932] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5004; }","duration":"899.852784ms","start":"2026-07-02T11:22:46.942723Z","end":"2026-07-02T11:22:47.842576Z","steps":["trace[498249932] 'agreement among raft nodes before linearized reading' (duration: 899.379579ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:47.842653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:46.942717Z","time spent":"899.925846ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":591,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-02T11:22:49.810271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.265615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-02T11:22:49.810363Z","caller":"traceutil/trace.go:171","msg":"trace[1596911900] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:5024; }","duration":"504.390549ms","start":"2026-07-02T11:22:49.305942Z","end":"2026-07-02T11:22:49.810333Z","steps":["trace[1596911900] 'count revisions from in-memory index tree' (duration: 504.179121ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:49.810419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:22:49.305916Z","time spent":"504.491821ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":91,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-07-02T11:22:49.980317Z","caller":"traceutil/trace.go:171","msg":"trace[1526659677] linearizableReadLoop","detail":"{readStateIndex:5238; appliedIndex:5237; }","duration":"100.030906ms","start":"2026-07-02T11:22:49.880266Z","end":"2026-07-02T11:22:49.980297Z","steps":["trace[1526659677] 'read index received' (duration: 99.992335ms)","trace[1526659677] 'applied index is now lower than readState.Index' (duration: 37.301µs)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:22:49.980481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.197502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-07-02T11:22:49.980521Z","caller":"traceutil/trace.go:171","msg":"trace[1642165937] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5025; }","duration":"100.265144ms","start":"2026-07-02T11:22:49.880237Z","end":"2026-07-02T11:22:49.980502Z","steps":["trace[1642165937] 'agreement among raft nodes before linearized reading' (duration: 100.13627ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:22:49.980568Z","caller":"traceutil/trace.go:171","msg":"trace[545307824] transaction","detail":"{read_only:false; response_revision:5025; number_of_response:1; }","duration":"101.70858ms","start":"2026-07-02T11:22:49.878832Z","end":"2026-07-02T11:22:49.98054Z","steps":["trace[545307824] 'process raft request' (duration: 101.331468ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:22:56.357659Z","caller":"traceutil/trace.go:171","msg":"trace[1456932490] linearizableReadLoop","detail":"{readStateIndex:5351; appliedIndex:5350; }","duration":"114.242585ms","start":"2026-07-02T11:22:56.243396Z","end":"2026-07-02T11:22:56.357639Z","steps":["trace[1456932490] 'read index received' (duration: 114.199083ms)","trace[1456932490] 'applied index is now lower than readState.Index' (duration: 42.542µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:22:56.357736Z","caller":"traceutil/trace.go:171","msg":"trace[724454433] transaction","detail":"{read_only:false; response_revision:5132; number_of_response:1; }","duration":"127.529793ms","start":"2026-07-02T11:22:56.230157Z","end":"2026-07-02T11:22:56.357686Z","steps":["trace[724454433] 'process raft request' (duration: 127.366238ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:56.357815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.388449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T11:22:56.357893Z","caller":"traceutil/trace.go:171","msg":"trace[30368679] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:5132; }","duration":"114.525933ms","start":"2026-07-02T11:22:56.243347Z","end":"2026-07-02T11:22:56.357873Z","steps":["trace[30368679] 'agreement among raft nodes before linearized reading' (duration: 114.368748ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:22:57.261392Z","caller":"traceutil/trace.go:171","msg":"trace[1745052543] transaction","detail":"{read_only:false; response_revision:5149; number_of_response:1; }","duration":"279.854696ms","start":"2026-07-02T11:22:56.981515Z","end":"2026-07-02T11:22:57.26137Z","steps":["trace[1745052543] 'process raft request' (duration: 279.703171ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:22:57.262132Z","caller":"traceutil/trace.go:171","msg":"trace[95627939] linearizableReadLoop","detail":"{readStateIndex:5370; appliedIndex:5368; }","duration":"278.43407ms","start":"2026-07-02T11:22:56.983682Z","end":"2026-07-02T11:22:57.262116Z","steps":["trace[95627939] 'read index received' (duration: 277.940804ms)","trace[95627939] 'applied index is now lower than readState.Index' (duration: 492.446µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:22:57.262195Z","caller":"traceutil/trace.go:171","msg":"trace[143801511] transaction","detail":"{read_only:false; response_revision:5150; number_of_response:1; }","duration":"280.587139ms","start":"2026-07-02T11:22:56.981571Z","end":"2026-07-02T11:22:57.262158Z","steps":["trace[143801511] 'process raft request' (duration: 280.400273ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:22:57.262259Z","caller":"traceutil/trace.go:171","msg":"trace[724853789] transaction","detail":"{read_only:false; response_revision:5151; number_of_response:1; }","duration":"279.552916ms","start":"2026-07-02T11:22:56.982675Z","end":"2026-07-02T11:22:57.262228Z","steps":["trace[724853789] 'process raft request' (duration: 279.398281ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:22:57.262354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.658857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-07-02T11:22:57.262355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.994775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tfgdm\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-07-02T11:22:57.262396Z","caller":"traceutil/trace.go:171","msg":"trace[892708070] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:5151; }","duration":"278.712559ms","start":"2026-07-02T11:22:56.983673Z","end":"2026-07-02T11:22:57.262385Z","steps":["trace[892708070] 'agreement among raft nodes before linearized reading' (duration: 278.562454ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:22:57.262406Z","caller":"traceutil/trace.go:171","msg":"trace[1241860923] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tfgdm; range_end:; response_count:1; response_revision:5151; }","duration":"278.062858ms","start":"2026-07-02T11:22:56.984333Z","end":"2026-07-02T11:22:57.262396Z","steps":["trace[1241860923] 'agreement among raft nodes before linearized reading' (duration: 277.930404ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:23:00.729801Z","caller":"traceutil/trace.go:171","msg":"trace[1040767824] transaction","detail":"{read_only:false; response_revision:5183; number_of_response:1; }","duration":"359.861096ms","start":"2026-07-02T11:23:00.369907Z","end":"2026-07-02T11:23:00.729768Z","steps":["trace[1040767824] 'process raft request' (duration: 312.806138ms)","trace[1040767824] 'compare' (duration: 46.846461ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:23:00.729819Z","caller":"traceutil/trace.go:171","msg":"trace[943964125] linearizableReadLoop","detail":"{readStateIndex:5404; appliedIndex:5403; }","duration":"254.26954ms","start":"2026-07-02T11:23:00.475521Z","end":"2026-07-02T11:23:00.72979Z","steps":["trace[943964125] 'read index received' (duration: 207.185682ms)","trace[943964125] 'applied index is now lower than readState.Index' (duration: 47.082588ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:23:00.730042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:23:00.369882Z","time spent":"360.048262ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:23:00.840025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.234785ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-02T11:23:00.840188Z","caller":"traceutil/trace.go:171","msg":"trace[697281221] linearizableReadLoop","detail":"{readStateIndex:5405; appliedIndex:5404; }","duration":"110.142132ms","start":"2026-07-02T11:23:00.730023Z","end":"2026-07-02T11:23:00.840166Z","steps":["trace[697281221] 'read index received' (duration: 337.971µs)","trace[697281221] 'applied index is now lower than readState.Index' (duration: 109.802281ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:23:00.840346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.041116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T11:23:00.840395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.687539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-02T11:23:00.840466Z","caller":"traceutil/trace.go:171","msg":"trace[383263075] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5183; }","duration":"345.797282ms","start":"2026-07-02T11:23:00.494652Z","end":"2026-07-02T11:23:00.840449Z","steps":["trace[383263075] 'agreement among raft nodes before linearized reading' (duration: 345.584565ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:23:00.840464Z","caller":"traceutil/trace.go:171","msg":"trace[924787404] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5183; }","duration":"171.206082ms","start":"2026-07-02T11:23:00.669228Z","end":"2026-07-02T11:23:00.840434Z","steps":["trace[924787404] 'agreement among raft nodes before linearized reading' (duration: 170.979174ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:23:00.840523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:23:00.494625Z","time spent":"345.886515ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-02T11:23:00.840346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.798745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-02T11:23:00.840637Z","caller":"traceutil/trace.go:171","msg":"trace[860079997] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5183; }","duration":"365.133636ms","start":"2026-07-02T11:23:00.475479Z","end":"2026-07-02T11:23:00.840613Z","steps":["trace[860079997] 'agreement among raft nodes before linearized reading' (duration: 254.403315ms)","trace[860079997] 'range keys from in-memory index tree' (duration: 110.272016ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:23:00.840813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:23:00.475459Z","time spent":"365.334092ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-02T11:23:01.106646Z","caller":"traceutil/trace.go:171","msg":"trace[1305434784] transaction","detail":"{read_only:false; response_revision:5185; number_of_response:1; }","duration":"261.299367ms","start":"2026-07-02T11:23:00.845318Z","end":"2026-07-02T11:23:01.106617Z","steps":["trace[1305434784] 'process raft request' (duration: 188.740727ms)","trace[1305434784] 'compare' (duration: 72.422106ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:23:01.450459Z","caller":"traceutil/trace.go:171","msg":"trace[900308989] transaction","detail":"{read_only:false; response_revision:5186; number_of_response:1; }","duration":"172.6921ms","start":"2026-07-02T11:23:01.277744Z","end":"2026-07-02T11:23:01.450436Z","steps":["trace[900308989] 'process raft request' (duration: 172.557376ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:23:01.628323Z","caller":"traceutil/trace.go:171","msg":"trace[187576345] linearizableReadLoop","detail":"{readStateIndex:5409; appliedIndex:5407; }","duration":"348.672045ms","start":"2026-07-02T11:23:01.27961Z","end":"2026-07-02T11:23:01.628282Z","steps":["trace[187576345] 'read index received' (duration: 170.713925ms)","trace[187576345] 'applied index is now lower than readState.Index' (duration: 177.95657ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:23:01.628366Z","caller":"traceutil/trace.go:171","msg":"trace[568614168] transaction","detail":"{read_only:false; response_revision:5188; number_of_response:1; }","duration":"347.473696ms","start":"2026-07-02T11:23:01.280859Z","end":"2026-07-02T11:23:01.628333Z","steps":["trace[568614168] 'process raft request' (duration: 347.118165ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:23:01.62852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:23:01.280849Z","time spent":"347.604701ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:23:01.628534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.138707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T11:23:01.628583Z","caller":"traceutil/trace.go:171","msg":"trace[112870391] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:5188; }","duration":"161.23037ms","start":"2026-07-02T11:23:01.467342Z","end":"2026-07-02T11:23:01.628572Z","steps":["trace[112870391] 'agreement among raft nodes before linearized reading' (duration: 161.144587ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:23:01.628594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.69556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-02T11:23:01.628646Z","caller":"traceutil/trace.go:171","msg":"trace[126215959] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:5188; }","duration":"159.852905ms","start":"2026-07-02T11:23:01.468779Z","end":"2026-07-02T11:23:01.628632Z","steps":["trace[126215959] 'agreement among raft nodes before linearized reading' (duration: 159.70921ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:23:01.628632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.566559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tfgdm\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-07-02T11:23:01.628714Z","caller":"traceutil/trace.go:171","msg":"trace[228015498] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tfgdm; range_end:; response_count:1; response_revision:5188; }","duration":"347.651792ms","start":"2026-07-02T11:23:01.281039Z","end":"2026-07-02T11:23:01.62869Z","steps":["trace[228015498] 'agreement among raft nodes before linearized reading' (duration: 347.445695ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:23:01.628784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:23:01.281018Z","time spent":"347.743355ms","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-tfgdm\" "} {"level":"warn","ts":"2026-07-02T11:23:01.628994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.375748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-02T11:23:01.629076Z","caller":"traceutil/trace.go:171","msg":"trace[1125293497] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:5188; }","duration":"349.490152ms","start":"2026-07-02T11:23:01.279567Z","end":"2026-07-02T11:23:01.629057Z","steps":["trace[1125293497] 'agreement among raft nodes before linearized reading' (duration: 348.877232ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:23:01.62912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:23:01.279548Z","time spent":"349.562323ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-07-02T11:23:01.629272Z","caller":"traceutil/trace.go:171","msg":"trace[1648788504] transaction","detail":"{read_only:false; response_revision:5187; number_of_response:1; }","duration":"349.12338ms","start":"2026-07-02T11:23:01.278915Z","end":"2026-07-02T11:23:01.628038Z","steps":["trace[1648788504] 'process raft request' (duration: 275.834076ms)","trace[1648788504] 'compare' (duration: 73.031895ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:23:01.629414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.198086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-07-02T11:23:01.629459Z","caller":"traceutil/trace.go:171","msg":"trace[1419664995] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5188; }","duration":"275.280898ms","start":"2026-07-02T11:23:01.354168Z","end":"2026-07-02T11:23:01.629449Z","steps":["trace[1419664995] 'agreement among raft nodes before linearized reading' (duration: 274.39333ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:23:01.629536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:23:01.278902Z","time spent":"350.460172ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:23:02.745778Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096944183128688,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-02T11:23:02.922606Z","caller":"traceutil/trace.go:171","msg":"trace[73606395] transaction","detail":"{read_only:false; response_revision:5193; number_of_response:1; }","duration":"731.960857ms","start":"2026-07-02T11:23:02.190626Z","end":"2026-07-02T11:23:02.922587Z","steps":["trace[73606395] 'process raft request' (duration: 731.589485ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:23:02.922717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:23:02.190604Z","time spent":"732.05517ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:23:02.984251Z","caller":"traceutil/trace.go:171","msg":"trace[1622497159] transaction","detail":"{read_only:false; response_revision:5194; number_of_response:1; }","duration":"792.473318ms","start":"2026-07-02T11:23:02.19175Z","end":"2026-07-02T11:23:02.984224Z","steps":["trace[1622497159] 'process raft request' (duration: 754.748742ms)","trace[1622497159] 'compare' (duration: 37.518ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:23:02.984411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:23:02.191735Z","time spent":"792.602193ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":551,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:23:02.984408Z","caller":"traceutil/trace.go:171","msg":"trace[419750387] linearizableReadLoop","detail":"{readStateIndex:5417; appliedIndex:5415; }","duration":"739.630774ms","start":"2026-07-02T11:23:02.244748Z","end":"2026-07-02T11:23:02.984379Z","steps":["trace[419750387] 'read index received' (duration: 677.619634ms)","trace[419750387] 'applied index is now lower than readState.Index' (duration: 62.00903ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:23:02.984534Z","caller":"traceutil/trace.go:171","msg":"trace[2055963927] transaction","detail":"{read_only:false; response_revision:5195; number_of_response:1; }","duration":"248.963509ms","start":"2026-07-02T11:23:02.735558Z","end":"2026-07-02T11:23:02.984522Z","steps":["trace[2055963927] 'process raft request' (duration: 248.619538ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:23:02.984719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.949204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T11:23:02.984768Z","caller":"traceutil/trace.go:171","msg":"trace[2098796698] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:5195; }","duration":"740.041927ms","start":"2026-07-02T11:23:02.244713Z","end":"2026-07-02T11:23:02.984755Z","steps":["trace[2098796698] 'agreement among raft nodes before linearized reading' (duration: 739.944344ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:23:02.984825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:23:02.244695Z","time spent":"740.112089ms","remote":"127.0.0.1:60282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-07-02T11:23:02.984902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.988266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T11:23:02.985236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.374601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3198"} {"level":"info","ts":"2026-07-02T11:23:02.985066Z","caller":"traceutil/trace.go:171","msg":"trace[458323916] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5195; }","duration":"314.191803ms","start":"2026-07-02T11:23:02.670854Z","end":"2026-07-02T11:23:02.985046Z","steps":["trace[458323916] 'agreement among raft nodes before linearized reading' (duration: 313.892513ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:23:02.985378Z","caller":"traceutil/trace.go:171","msg":"trace[285752521] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5195; }","duration":"102.504875ms","start":"2026-07-02T11:23:02.882803Z","end":"2026-07-02T11:23:02.985308Z","steps":["trace[285752521] 'agreement among raft nodes before linearized reading' (duration: 102.187025ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:23:02.985555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:23:02.670835Z","time spent":"314.629667ms","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-02T11:23:03.466486Z","caller":"traceutil/trace.go:171","msg":"trace[1974100184] transaction","detail":"{read_only:false; number_of_response:0; response_revision:5203; }","duration":"160.036752ms","start":"2026-07-02T11:23:03.30642Z","end":"2026-07-02T11:23:03.466456Z","steps":["trace[1974100184] 'process raft request' (duration: 82.845202ms)","trace[1974100184] 'compare' (duration: 77.074086ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:23:03.863087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.243873ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T11:23:03.863232Z","caller":"traceutil/trace.go:171","msg":"trace[606320706] linearizableReadLoop","detail":"{readStateIndex:5431; appliedIndex:5430; }","duration":"146.03707ms","start":"2026-07-02T11:23:03.717176Z","end":"2026-07-02T11:23:03.863213Z","steps":["trace[606320706] 'read index received' (duration: 23.378944ms)","trace[606320706] 'applied index is now lower than readState.Index' (duration: 122.656856ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:23:03.863309Z","caller":"traceutil/trace.go:171","msg":"trace[1379106762] transaction","detail":"{read_only:false; response_revision:5208; number_of_response:1; }","duration":"147.59976ms","start":"2026-07-02T11:23:03.715658Z","end":"2026-07-02T11:23:03.863258Z","steps":["trace[1379106762] 'process raft request' (duration: 25.079869ms)","trace[1379106762] 'compare' (duration: 122.045506ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:23:03.863572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.371111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:61378"} {"level":"info","ts":"2026-07-02T11:23:03.86367Z","caller":"traceutil/trace.go:171","msg":"trace[1060038516] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5208; }","duration":"146.523076ms","start":"2026-07-02T11:23:03.717132Z","end":"2026-07-02T11:23:03.863655Z","steps":["trace[1060038516] 'agreement among raft nodes before linearized reading' (duration: 146.161454ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:23:05.662031Z","caller":"traceutil/trace.go:171","msg":"trace[1108794778] transaction","detail":"{read_only:false; response_revision:5230; number_of_response:1; }","duration":"153.960986ms","start":"2026-07-02T11:23:05.508042Z","end":"2026-07-02T11:23:05.662003Z","steps":["trace[1108794778] 'process raft request' (duration: 153.77151ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:23:35.870518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.914112ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T11:23:35.870733Z","caller":"traceutil/trace.go:171","msg":"trace[326381899] transaction","detail":"{read_only:false; response_revision:5537; number_of_response:1; }","duration":"543.461687ms","start":"2026-07-02T11:23:35.327237Z","end":"2026-07-02T11:23:35.870699Z","steps":["trace[326381899] 'process raft request' (duration: 114.267535ms)","trace[326381899] 'compare' (duration: 428.812559ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:23:35.870895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:23:35.32722Z","time spent":"543.589921ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:23:35.871015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.348316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-02T11:23:35.871178Z","caller":"traceutil/trace.go:171","msg":"trace[575548283] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5537; }","duration":"540.533232ms","start":"2026-07-02T11:23:35.330619Z","end":"2026-07-02T11:23:35.871152Z","steps":["trace[575548283] 'agreement among raft nodes before linearized reading' (duration: 540.248593ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:23:35.871235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:23:35.330605Z","time spent":"540.615226ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-02T11:23:35.872475Z","caller":"traceutil/trace.go:171","msg":"trace[759315412] linearizableReadLoop","detail":"{readStateIndex:5773; appliedIndex:5772; }","duration":"539.955744ms","start":"2026-07-02T11:23:35.330662Z","end":"2026-07-02T11:23:35.870617Z","steps":["trace[759315412] 'read index received' (duration: 110.895526ms)","trace[759315412] 'applied index is now lower than readState.Index' (duration: 429.059198ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:23:35.872897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.387663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.89\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-02T11:23:35.87295Z","caller":"traceutil/trace.go:171","msg":"trace[1034244021] range","detail":"{range_begin:/registry/masterleases/199.204.45.89; range_end:; response_count:1; response_revision:5537; }","duration":"538.465066ms","start":"2026-07-02T11:23:35.334473Z","end":"2026-07-02T11:23:35.872938Z","steps":["trace[1034244021] 'agreement among raft nodes before linearized reading' (duration: 538.142086ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:23:35.873325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:23:35.334465Z","time spent":"538.671192ms","remote":"127.0.0.1:44868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.89\" "} {"level":"warn","ts":"2026-07-02T11:23:35.873921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.758532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T11:23:35.873929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.259993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T11:23:35.874003Z","caller":"traceutil/trace.go:171","msg":"trace[1950379182] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5537; }","duration":"211.378978ms","start":"2026-07-02T11:23:35.662605Z","end":"2026-07-02T11:23:35.873984Z","steps":["trace[1950379182] 'agreement among raft nodes before linearized reading' (duration: 211.242643ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:23:35.873952Z","caller":"traceutil/trace.go:171","msg":"trace[407986271] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:5537; }","duration":"386.821394ms","start":"2026-07-02T11:23:35.487124Z","end":"2026-07-02T11:23:35.873945Z","steps":["trace[407986271] 'agreement among raft nodes before linearized reading' (duration: 386.776293ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:23:35.87415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:23:35.487104Z","time spent":"387.018521ms","remote":"127.0.0.1:60340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-02T11:23:35.874541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.025072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6156"} {"level":"info","ts":"2026-07-02T11:23:35.874599Z","caller":"traceutil/trace.go:171","msg":"trace[1152618290] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5537; }","duration":"205.108225ms","start":"2026-07-02T11:23:35.669477Z","end":"2026-07-02T11:23:35.874585Z","steps":["trace[1152618290] 'agreement among raft nodes before linearized reading' (duration: 204.977001ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:23:35.87479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.10015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T11:23:35.874827Z","caller":"traceutil/trace.go:171","msg":"trace[168243607] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5537; }","duration":"212.186613ms","start":"2026-07-02T11:23:35.662631Z","end":"2026-07-02T11:23:35.874817Z","steps":["trace[168243607] 'agreement among raft nodes before linearized reading' (duration: 212.132462ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:25:22.233496Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2992} {"level":"info","ts":"2026-07-02T11:25:22.319755Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2992,"took":"84.939314ms","hash":1201711375,"current-db-size-bytes":58904576,"current-db-size":"59 MB","current-db-size-in-use-bytes":35741696,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-07-02T11:25:22.319819Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1201711375,"revision":2992,"compact-revision":-1} {"level":"info","ts":"2026-07-02T11:28:25.706774Z","caller":"traceutil/trace.go:171","msg":"trace[1629292074] transaction","detail":"{read_only:false; response_revision:8005; number_of_response:1; }","duration":"101.194376ms","start":"2026-07-02T11:28:25.605534Z","end":"2026-07-02T11:28:25.706728Z","steps":["trace[1629292074] 'process raft request' (duration: 46.925041ms)","trace[1629292074] 'compare' (duration: 53.926314ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:28:27.388731Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000213f.wal"} {"level":"info","ts":"2026-07-02T11:28:30.665692Z","caller":"traceutil/trace.go:171","msg":"trace[1613826027] transaction","detail":"{read_only:false; response_revision:8166; number_of_response:1; }","duration":"402.331277ms","start":"2026-07-02T11:28:30.263333Z","end":"2026-07-02T11:28:30.665664Z","steps":["trace[1613826027] 'process raft request' (duration: 402.143961ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:28:30.66598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:28:30.263304Z","time spent":"402.583695ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:28:32.011405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.057963ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-02T11:28:32.012242Z","caller":"traceutil/trace.go:171","msg":"trace[1519859445] linearizableReadLoop","detail":"{readStateIndex:8532; appliedIndex:8531; }","duration":"1.636353481s","start":"2026-07-02T11:28:30.375861Z","end":"2026-07-02T11:28:32.012215Z","steps":["trace[1519859445] 'read index received' (duration: 290.18549ms)","trace[1519859445] 'applied index is now lower than readState.Index' (duration: 1.346165561s)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:28:32.012436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.636548657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T11:28:32.012498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.425034182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-07-02T11:28:32.012503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.240071447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-02T11:28:32.012522Z","caller":"traceutil/trace.go:171","msg":"trace[1667441719] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:8166; }","duration":"1.636678921s","start":"2026-07-02T11:28:30.375825Z","end":"2026-07-02T11:28:32.012504Z","steps":["trace[1667441719] 'agreement among raft nodes before linearized reading' (duration: 1.636519276s)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:28:32.012548Z","caller":"traceutil/trace.go:171","msg":"trace[2130062361] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8166; }","duration":"1.425129636s","start":"2026-07-02T11:28:30.587404Z","end":"2026-07-02T11:28:32.012534Z","steps":["trace[2130062361] 'agreement among raft nodes before linearized reading' (duration: 1.424961621s)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:28:32.012554Z","caller":"traceutil/trace.go:171","msg":"trace[2048460548] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8166; }","duration":"1.24017032s","start":"2026-07-02T11:28:30.772369Z","end":"2026-07-02T11:28:32.01254Z","steps":["trace[2048460548] 'agreement among raft nodes before linearized reading' (duration: 1.240007495s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:28:32.012481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127541958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T11:28:32.012585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:28:30.587384Z","time spent":"1.425193407s","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":669,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-02T11:28:32.012637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.162213208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T11:28:32.012656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03816677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-02T11:28:32.012646Z","caller":"traceutil/trace.go:171","msg":"trace[1375721674] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:8166; }","duration":"1.127761026s","start":"2026-07-02T11:28:30.884859Z","end":"2026-07-02T11:28:32.01262Z","steps":["trace[1375721674] 'agreement among raft nodes before linearized reading' (duration: 1.127515618s)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:28:32.012675Z","caller":"traceutil/trace.go:171","msg":"trace[1365423793] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:8166; }","duration":"1.16228693s","start":"2026-07-02T11:28:30.850377Z","end":"2026-07-02T11:28:32.012664Z","steps":["trace[1365423793] 'agreement among raft nodes before linearized reading' (duration: 1.162232929s)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:28:32.01269Z","caller":"traceutil/trace.go:171","msg":"trace[1259389388] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:8166; }","duration":"1.038238543s","start":"2026-07-02T11:28:30.974441Z","end":"2026-07-02T11:28:32.012679Z","steps":["trace[1259389388] 'agreement among raft nodes before linearized reading' (duration: 1.038175271s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:28:32.012708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:28:30.850356Z","time spent":"1.162341401s","remote":"127.0.0.1:60354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-02T11:28:32.01271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:28:30.884835Z","time spent":"1.127857088s","remote":"127.0.0.1:60352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-07-02T11:28:32.012733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:28:30.974418Z","time spent":"1.038303584s","remote":"127.0.0.1:45244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-02T11:28:32.01259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:28:30.77235Z","time spent":"1.240231863s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-02T11:28:32.012796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.434078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"warn","ts":"2026-07-02T11:28:32.012574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:28:30.37581Z","time spent":"1.636753234s","remote":"127.0.0.1:60314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-07-02T11:28:32.012866Z","caller":"traceutil/trace.go:171","msg":"trace[1855061713] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8166; }","duration":"800.528451ms","start":"2026-07-02T11:28:31.212315Z","end":"2026-07-02T11:28:32.012843Z","steps":["trace[1855061713] 'agreement among raft nodes before linearized reading' (duration: 800.429718ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:28:32.012687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.341430129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T11:28:32.012925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:28:31.212296Z","time spent":"800.615504ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":684,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-02T11:28:32.01293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.016153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-02T11:28:32.013028Z","caller":"traceutil/trace.go:171","msg":"trace[1754699244] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8166; }","duration":"395.150248ms","start":"2026-07-02T11:28:31.61785Z","end":"2026-07-02T11:28:32.013001Z","steps":["trace[1754699244] 'agreement among raft nodes before linearized reading' (duration: 394.90959ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:28:32.013068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.666779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-02T11:28:32.013095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:28:31.617832Z","time spent":"395.247431ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-02T11:28:32.013103Z","caller":"traceutil/trace.go:171","msg":"trace[1983422450] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8166; }","duration":"438.732781ms","start":"2026-07-02T11:28:31.57436Z","end":"2026-07-02T11:28:32.013092Z","steps":["trace[1983422450] 'agreement among raft nodes before linearized reading' (duration: 438.665179ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:28:32.013141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:28:31.574343Z","time spent":"438.790773ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-02T11:28:32.013141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.410091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tfgdm\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-07-02T11:28:32.012705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.545618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-02T11:28:32.013196Z","caller":"traceutil/trace.go:171","msg":"trace[2067308396] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tfgdm; range_end:; response_count:1; response_revision:8166; }","duration":"236.494344ms","start":"2026-07-02T11:28:31.776684Z","end":"2026-07-02T11:28:32.013179Z","steps":["trace[2067308396] 'agreement among raft nodes before linearized reading' (duration: 236.338069ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:28:32.013213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.200947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-02T11:28:32.013232Z","caller":"traceutil/trace.go:171","msg":"trace[1405472031] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:8166; }","duration":"809.143877ms","start":"2026-07-02T11:28:31.204066Z","end":"2026-07-02T11:28:32.01321Z","steps":["trace[1405472031] 'agreement among raft nodes before linearized reading' (duration: 808.555218ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:28:32.01325Z","caller":"traceutil/trace.go:171","msg":"trace[1692165413] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8166; }","duration":"283.27556ms","start":"2026-07-02T11:28:31.729964Z","end":"2026-07-02T11:28:32.01324Z","steps":["trace[1692165413] 'agreement among raft nodes before linearized reading' (duration: 283.177987ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:28:32.013297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:28:31.204044Z","time spent":"809.231959ms","remote":"127.0.0.1:45196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-07-02T11:28:32.01263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.757109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-02T11:28:32.013706Z","caller":"traceutil/trace.go:171","msg":"trace[1983867656] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8166; }","duration":"276.541244ms","start":"2026-07-02T11:28:31.736817Z","end":"2026-07-02T11:28:32.013359Z","steps":["trace[1983867656] 'agreement among raft nodes before linearized reading' (duration: 275.622465ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:28:32.013844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.464045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-02T11:28:32.013918Z","caller":"traceutil/trace.go:171","msg":"trace[521724229] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8166; }","duration":"505.589379ms","start":"2026-07-02T11:28:31.50831Z","end":"2026-07-02T11:28:32.013899Z","steps":["trace[521724229] 'agreement among raft nodes before linearized reading' (duration: 504.07665ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:28:32.013963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:28:31.50829Z","time spent":"505.660351ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-02T11:28:32.014039Z","caller":"traceutil/trace.go:171","msg":"trace[2094665827] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8166; }","duration":"1.341723518s","start":"2026-07-02T11:28:30.671198Z","end":"2026-07-02T11:28:32.012922Z","steps":["trace[2094665827] 'agreement among raft nodes before linearized reading' (duration: 1.341388538s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:28:32.014138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:28:30.671177Z","time spent":"1.342922796s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-02T11:28:32.270219Z","caller":"traceutil/trace.go:171","msg":"trace[1656295653] transaction","detail":"{read_only:false; response_revision:8167; number_of_response:1; }","duration":"252.691971ms","start":"2026-07-02T11:28:32.017501Z","end":"2026-07-02T11:28:32.270193Z","steps":["trace[1656295653] 'process raft request' (duration: 252.512195ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:28:32.270347Z","caller":"traceutil/trace.go:171","msg":"trace[84070873] linearizableReadLoop","detail":"{readStateIndex:8533; appliedIndex:8533; }","duration":"252.6607ms","start":"2026-07-02T11:28:32.017658Z","end":"2026-07-02T11:28:32.270318Z","steps":["trace[84070873] 'read index received' (duration: 252.641729ms)","trace[84070873] 'applied index is now lower than readState.Index' (duration: 16.411µs)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:28:32.27059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.914388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-07-02T11:28:32.270645Z","caller":"traceutil/trace.go:171","msg":"trace[776091851] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8167; }","duration":"253.007691ms","start":"2026-07-02T11:28:32.01762Z","end":"2026-07-02T11:28:32.270627Z","steps":["trace[776091851] 'agreement among raft nodes before linearized reading' (duration: 252.836816ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:28:32.340589Z","caller":"traceutil/trace.go:171","msg":"trace[1621743816] transaction","detail":"{read_only:false; response_revision:8168; number_of_response:1; }","duration":"322.938118ms","start":"2026-07-02T11:28:32.017634Z","end":"2026-07-02T11:28:32.340572Z","steps":["trace[1621743816] 'process raft request' (duration: 322.592257ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:28:32.340731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:28:32.017602Z","time spent":"323.049351ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:28:32.340582Z","caller":"traceutil/trace.go:171","msg":"trace[1806354903] transaction","detail":"{read_only:false; response_revision:8169; number_of_response:1; }","duration":"322.792093ms","start":"2026-07-02T11:28:32.017757Z","end":"2026-07-02T11:28:32.340549Z","steps":["trace[1806354903] 'process raft request' (duration: 322.660549ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:28:32.340851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:28:32.017745Z","time spent":"323.085152ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:28:32.340961Z","caller":"traceutil/trace.go:171","msg":"trace[159786872] transaction","detail":"{read_only:false; response_revision:8170; number_of_response:1; }","duration":"322.207384ms","start":"2026-07-02T11:28:32.018748Z","end":"2026-07-02T11:28:32.340955Z","steps":["trace[159786872] 'process raft request' (duration: 321.738919ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:28:32.341003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:28:32.018731Z","time spent":"322.251186ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:28:32.341461Z","caller":"traceutil/trace.go:171","msg":"trace[626428277] transaction","detail":"{read_only:false; response_revision:8171; number_of_response:1; }","duration":"322.512634ms","start":"2026-07-02T11:28:32.01892Z","end":"2026-07-02T11:28:32.341432Z","steps":["trace[626428277] 'process raft request' (duration: 321.999288ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:28:32.341508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.763334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:203476"} {"level":"info","ts":"2026-07-02T11:28:32.341489Z","caller":"traceutil/trace.go:171","msg":"trace[441249951] transaction","detail":"{read_only:false; response_revision:8172; number_of_response:1; }","duration":"322.144513ms","start":"2026-07-02T11:28:32.019327Z","end":"2026-07-02T11:28:32.341472Z","steps":["trace[441249951] 'process raft request' (duration: 321.801582ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:28:32.341535Z","caller":"traceutil/trace.go:171","msg":"trace[1321818948] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:8173; }","duration":"323.793275ms","start":"2026-07-02T11:28:32.017735Z","end":"2026-07-02T11:28:32.341528Z","steps":["trace[1321818948] 'agreement among raft nodes before linearized reading' (duration: 323.460055ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:28:32.341557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:28:32.017692Z","time spent":"323.858817ms","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":24,"response size":203500,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-02T11:28:32.341601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:28:32.018911Z","time spent":"322.617287ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:28:32.341832Z","caller":"traceutil/trace.go:171","msg":"trace[1890808961] transaction","detail":"{read_only:false; response_revision:8173; number_of_response:1; }","duration":"320.023965ms","start":"2026-07-02T11:28:32.021797Z","end":"2026-07-02T11:28:32.341821Z","steps":["trace[1890808961] 'process raft request' (duration: 319.358824ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:28:32.341883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:28:32.021787Z","time spent":"320.070476ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:28:32.341603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:28:32.019316Z","time spent":"322.228405ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:28:32.342044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.244329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-02T11:28:32.342129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.253454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T11:28:32.342221Z","caller":"traceutil/trace.go:171","msg":"trace[510546911] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8173; }","duration":"321.391929ms","start":"2026-07-02T11:28:32.020808Z","end":"2026-07-02T11:28:32.3422Z","steps":["trace[510546911] 'agreement among raft nodes before linearized reading' (duration: 321.190672ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:28:32.342278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:28:32.020801Z","time spent":"321.466861ms","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T11:28:32.342377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.75005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11496"} {"level":"info","ts":"2026-07-02T11:28:32.342408Z","caller":"traceutil/trace.go:171","msg":"trace[1102947907] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8173; }","duration":"175.823893ms","start":"2026-07-02T11:28:32.166578Z","end":"2026-07-02T11:28:32.342402Z","steps":["trace[1102947907] 'agreement among raft nodes before linearized reading' (duration: 175.39833ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:28:32.342786Z","caller":"traceutil/trace.go:171","msg":"trace[969816412] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8173; }","duration":"263.347722ms","start":"2026-07-02T11:28:32.078738Z","end":"2026-07-02T11:28:32.342086Z","steps":["trace[969816412] 'agreement among raft nodes before linearized reading' (duration: 263.26352ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:28:42.720192Z","caller":"traceutil/trace.go:171","msg":"trace[574632107] linearizableReadLoop","detail":"{readStateIndex:8614; appliedIndex:8609; }","duration":"104.602025ms","start":"2026-07-02T11:28:42.615571Z","end":"2026-07-02T11:28:42.720173Z","steps":["trace[574632107] 'read index received' (duration: 104.231434ms)","trace[574632107] 'applied index is now lower than readState.Index' (duration: 369.971µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:28:42.720472Z","caller":"traceutil/trace.go:171","msg":"trace[588179174] transaction","detail":"{read_only:false; response_revision:8240; number_of_response:1; }","duration":"192.29607ms","start":"2026-07-02T11:28:42.528167Z","end":"2026-07-02T11:28:42.720463Z","steps":["trace[588179174] 'process raft request' (duration: 191.708191ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:28:42.720597Z","caller":"traceutil/trace.go:171","msg":"trace[1840253128] transaction","detail":"{read_only:false; response_revision:8241; number_of_response:1; }","duration":"192.416814ms","start":"2026-07-02T11:28:42.528174Z","end":"2026-07-02T11:28:42.720591Z","steps":["trace[1840253128] 'process raft request' (duration: 191.833315ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:28:42.720659Z","caller":"traceutil/trace.go:171","msg":"trace[1910738246] transaction","detail":"{read_only:false; response_revision:8242; number_of_response:1; }","duration":"192.353332ms","start":"2026-07-02T11:28:42.528301Z","end":"2026-07-02T11:28:42.720655Z","steps":["trace[1910738246] 'process raft request' (duration: 191.730342ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:28:42.720801Z","caller":"traceutil/trace.go:171","msg":"trace[1300900334] transaction","detail":"{read_only:false; response_revision:8243; number_of_response:1; }","duration":"189.576602ms","start":"2026-07-02T11:28:42.531218Z","end":"2026-07-02T11:28:42.720795Z","steps":["trace[1300900334] 'process raft request' (duration: 188.842019ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:28:42.720873Z","caller":"traceutil/trace.go:171","msg":"trace[1272739946] transaction","detail":"{read_only:false; response_revision:8244; number_of_response:1; }","duration":"189.49024ms","start":"2026-07-02T11:28:42.531377Z","end":"2026-07-02T11:28:42.720867Z","steps":["trace[1272739946] 'process raft request' (duration: 188.765086ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:28:42.721001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.808943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11496"} {"level":"info","ts":"2026-07-02T11:28:42.721021Z","caller":"traceutil/trace.go:171","msg":"trace[2045942164] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8244; }","duration":"125.866045ms","start":"2026-07-02T11:28:42.59515Z","end":"2026-07-02T11:28:42.721016Z","steps":["trace[2045942164] 'agreement among raft nodes before linearized reading' (duration: 125.777253ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:28:42.721247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.141343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:203476"} {"level":"info","ts":"2026-07-02T11:28:42.721265Z","caller":"traceutil/trace.go:171","msg":"trace[565223893] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:8244; }","duration":"191.173964ms","start":"2026-07-02T11:28:42.530087Z","end":"2026-07-02T11:28:42.721261Z","steps":["trace[565223893] 'agreement among raft nodes before linearized reading' (duration: 191.000209ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:28:42.904248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.411498ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T11:28:42.90454Z","caller":"traceutil/trace.go:171","msg":"trace[575702275] transaction","detail":"{read_only:false; response_revision:8246; number_of_response:1; }","duration":"134.380178ms","start":"2026-07-02T11:28:42.770131Z","end":"2026-07-02T11:28:42.904511Z","steps":["trace[575702275] 'process raft request' (duration: 14.597077ms)","trace[575702275] 'compare' (duration: 119.231263ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:28:42.904559Z","caller":"traceutil/trace.go:171","msg":"trace[592505424] transaction","detail":"{read_only:false; response_revision:8247; number_of_response:1; }","duration":"133.197009ms","start":"2026-07-02T11:28:42.771332Z","end":"2026-07-02T11:28:42.904529Z","steps":["trace[592505424] 'process raft request' (duration: 133.106456ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:28:43.146274Z","caller":"traceutil/trace.go:171","msg":"trace[147044875] transaction","detail":"{read_only:false; number_of_response:0; response_revision:8248; }","duration":"230.044847ms","start":"2026-07-02T11:28:42.916195Z","end":"2026-07-02T11:28:43.146239Z","steps":["trace[147044875] 'process raft request' (duration: 133.626064ms)","trace[147044875] 'compare' (duration: 96.367632ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:28:43.288054Z","caller":"traceutil/trace.go:171","msg":"trace[2142727022] transaction","detail":"{read_only:false; response_revision:8249; number_of_response:1; }","duration":"129.500632ms","start":"2026-07-02T11:28:43.158534Z","end":"2026-07-02T11:28:43.288035Z","steps":["trace[2142727022] 'process raft request' (duration: 129.364658ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:28:44.797497Z","caller":"traceutil/trace.go:171","msg":"trace[260861439] linearizableReadLoop","detail":"{readStateIndex:8621; appliedIndex:8620; }","duration":"271.038648ms","start":"2026-07-02T11:28:44.52644Z","end":"2026-07-02T11:28:44.797478Z","steps":["trace[260861439] 'read index received' (duration: 270.965955ms)","trace[260861439] 'applied index is now lower than readState.Index' (duration: 71.843µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:28:44.797601Z","caller":"traceutil/trace.go:171","msg":"trace[360147107] transaction","detail":"{read_only:false; response_revision:8250; number_of_response:1; }","duration":"410.389734ms","start":"2026-07-02T11:28:44.387164Z","end":"2026-07-02T11:28:44.797553Z","steps":["trace[360147107] 'process raft request' (duration: 410.163247ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:28:44.797657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.213594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-02T11:28:44.797736Z","caller":"traceutil/trace.go:171","msg":"trace[1324245527] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8250; }","duration":"271.348018ms","start":"2026-07-02T11:28:44.526379Z","end":"2026-07-02T11:28:44.797727Z","steps":["trace[1324245527] 'agreement among raft nodes before linearized reading' (duration: 271.185623ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:28:44.79784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:28:44.387146Z","time spent":"410.591021ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:28:44.874961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.522742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-02T11:28:44.875026Z","caller":"traceutil/trace.go:171","msg":"trace[2058548175] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8251; }","duration":"255.632295ms","start":"2026-07-02T11:28:44.61938Z","end":"2026-07-02T11:28:44.875012Z","steps":["trace[2058548175] 'agreement among raft nodes before linearized reading' (duration: 255.45094ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:28:44.875013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.51766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-02T11:28:44.875079Z","caller":"traceutil/trace.go:171","msg":"trace[1666868815] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8251; }","duration":"148.629953ms","start":"2026-07-02T11:28:44.726432Z","end":"2026-07-02T11:28:44.875062Z","steps":["trace[1666868815] 'agreement among raft nodes before linearized reading' (duration: 148.412166ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:28:44.875068Z","caller":"traceutil/trace.go:171","msg":"trace[490260164] transaction","detail":"{read_only:false; response_revision:8251; number_of_response:1; }","duration":"103.450729ms","start":"2026-07-02T11:28:44.771582Z","end":"2026-07-02T11:28:44.875033Z","steps":["trace[490260164] 'process raft request' (duration: 103.136589ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:28:44.875105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.346526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-02T11:28:44.875146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.210572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-02T11:28:44.875179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.010293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tfgdm\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-07-02T11:28:44.87519Z","caller":"traceutil/trace.go:171","msg":"trace[2103039323] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8251; }","duration":"149.47288ms","start":"2026-07-02T11:28:44.725696Z","end":"2026-07-02T11:28:44.875169Z","steps":["trace[2103039323] 'agreement among raft nodes before linearized reading' (duration: 149.197482ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:28:44.875237Z","caller":"traceutil/trace.go:171","msg":"trace[726960294] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8251; }","duration":"149.366877ms","start":"2026-07-02T11:28:44.725851Z","end":"2026-07-02T11:28:44.875218Z","steps":["trace[726960294] 'agreement among raft nodes before linearized reading' (duration: 149.087378ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:28:44.875242Z","caller":"traceutil/trace.go:171","msg":"trace[395847811] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tfgdm; range_end:; response_count:1; response_revision:8251; }","duration":"148.099826ms","start":"2026-07-02T11:28:44.727128Z","end":"2026-07-02T11:28:44.875228Z","steps":["trace[395847811] 'agreement among raft nodes before linearized reading' (duration: 147.939811ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:28:44.87519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.395721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T11:28:44.875322Z","caller":"traceutil/trace.go:171","msg":"trace[1531515781] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8251; }","duration":"206.531535ms","start":"2026-07-02T11:28:44.66876Z","end":"2026-07-02T11:28:44.875291Z","steps":["trace[1531515781] 'agreement among raft nodes before linearized reading' (duration: 206.410902ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:28:44.948756Z","caller":"traceutil/trace.go:171","msg":"trace[1804475632] transaction","detail":"{read_only:false; response_revision:8252; number_of_response:1; }","duration":"146.523336ms","start":"2026-07-02T11:28:44.802205Z","end":"2026-07-02T11:28:44.948729Z","steps":["trace[1804475632] 'process raft request' (duration: 94.811052ms)","trace[1804475632] 'compare' (duration: 51.533558ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:28:46.171911Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096944183137076,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-02T11:28:46.189912Z","caller":"traceutil/trace.go:171","msg":"trace[1852007083] linearizableReadLoop","detail":"{readStateIndex:8632; appliedIndex:8631; }","duration":"518.861813ms","start":"2026-07-02T11:28:45.671018Z","end":"2026-07-02T11:28:46.18988Z","steps":["trace[1852007083] 'read index received' (duration: 518.580904ms)","trace[1852007083] 'applied index is now lower than readState.Index' (duration: 279.309µs)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:28:46.189942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:28:45.355479Z","time spent":"834.454855ms","remote":"127.0.0.1:44868","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-02T11:28:46.190124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.07835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T11:28:46.190186Z","caller":"traceutil/trace.go:171","msg":"trace[643498360] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8260; }","duration":"519.193634ms","start":"2026-07-02T11:28:45.670977Z","end":"2026-07-02T11:28:46.19017Z","steps":["trace[643498360] 'agreement among raft nodes before linearized reading' (duration: 519.060029ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:28:46.190234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:28:45.670954Z","time spent":"519.268786ms","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T11:28:46.190285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.127379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-586f69ddfb-vqtkd.18be75827ea80a30\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-07-02T11:28:46.190367Z","caller":"traceutil/trace.go:171","msg":"trace[744427356] range","detail":"{range_begin:/registry/events/openstack/barbican-api-586f69ddfb-vqtkd.18be75827ea80a30; range_end:; response_count:1; response_revision:8260; }","duration":"371.244582ms","start":"2026-07-02T11:28:45.819104Z","end":"2026-07-02T11:28:46.190349Z","steps":["trace[744427356] 'agreement among raft nodes before linearized reading' (duration: 371.017295ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:28:46.190414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:28:45.819049Z","time spent":"371.349586ms","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-586f69ddfb-vqtkd.18be75827ea80a30\" "} {"level":"info","ts":"2026-07-02T11:28:48.571401Z","caller":"traceutil/trace.go:171","msg":"trace[818736246] transaction","detail":"{read_only:false; response_revision:8276; number_of_response:1; }","duration":"184.767339ms","start":"2026-07-02T11:28:48.386609Z","end":"2026-07-02T11:28:48.571376Z","steps":["trace[818736246] 'process raft request' (duration: 184.529861ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:28:48.571582Z","caller":"traceutil/trace.go:171","msg":"trace[1340205409] transaction","detail":"{read_only:false; response_revision:8277; number_of_response:1; }","duration":"184.942705ms","start":"2026-07-02T11:28:48.386608Z","end":"2026-07-02T11:28:48.571551Z","steps":["trace[1340205409] 'process raft request' (duration: 184.701887ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:28:48.905954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.17586ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T11:28:48.906022Z","caller":"traceutil/trace.go:171","msg":"trace[900915642] linearizableReadLoop","detail":"{readStateIndex:8650; appliedIndex:8649; }","duration":"235.873573ms","start":"2026-07-02T11:28:48.670119Z","end":"2026-07-02T11:28:48.905993Z","steps":["trace[900915642] 'read index received' (duration: 156.889567ms)","trace[900915642] 'applied index is now lower than readState.Index' (duration: 78.982466ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:28:48.906077Z","caller":"traceutil/trace.go:171","msg":"trace[845974839] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8277; }","duration":"184.310254ms","start":"2026-07-02T11:28:48.721748Z","end":"2026-07-02T11:28:48.906058Z","steps":["trace[845974839] 'range keys from in-memory index tree' (duration: 184.15821ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:28:48.90617Z","caller":"traceutil/trace.go:171","msg":"trace[1458208805] transaction","detail":"{read_only:false; number_of_response:0; response_revision:8277; }","duration":"328.295969ms","start":"2026-07-02T11:28:48.577853Z","end":"2026-07-02T11:28:48.906149Z","steps":["trace[1458208805] 'process raft request' (duration: 249.120007ms)","trace[1458208805] 'compare' (duration: 78.949635ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:28:48.90629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:28:48.577825Z","time spent":"328.397302ms","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-02T11:28:48.906355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.226765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T11:28:48.906435Z","caller":"traceutil/trace.go:171","msg":"trace[1812867081] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8277; }","duration":"236.351359ms","start":"2026-07-02T11:28:48.670068Z","end":"2026-07-02T11:28:48.906419Z","steps":["trace[1812867081] 'agreement among raft nodes before linearized reading' (duration: 236.219935ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:28:48.911731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.284426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T11:28:48.911808Z","caller":"traceutil/trace.go:171","msg":"trace[276465175] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:8278; }","duration":"105.376659ms","start":"2026-07-02T11:28:48.806414Z","end":"2026-07-02T11:28:48.91179Z","steps":["trace[276465175] 'agreement among raft nodes before linearized reading' (duration: 105.197174ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:28:48.911848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.239919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T11:28:48.91194Z","caller":"traceutil/trace.go:171","msg":"trace[1201092005] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:8278; }","duration":"102.369693ms","start":"2026-07-02T11:28:48.80955Z","end":"2026-07-02T11:28:48.91192Z","steps":["trace[1201092005] 'agreement among raft nodes before linearized reading' (duration: 102.238919ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:28:49.43483Z","caller":"traceutil/trace.go:171","msg":"trace[994275638] transaction","detail":"{read_only:false; response_revision:8287; number_of_response:1; }","duration":"177.62663ms","start":"2026-07-02T11:28:49.257164Z","end":"2026-07-02T11:28:49.43479Z","steps":["trace[994275638] 'process raft request' (duration: 131.998551ms)","trace[994275638] 'compare' (duration: 45.277038ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:28:49.434895Z","caller":"traceutil/trace.go:171","msg":"trace[492184957] linearizableReadLoop","detail":"{readStateIndex:8661; appliedIndex:8659; }","duration":"165.880355ms","start":"2026-07-02T11:28:49.268986Z","end":"2026-07-02T11:28:49.434866Z","steps":["trace[492184957] 'read index received' (duration: 120.153082ms)","trace[492184957] 'applied index is now lower than readState.Index' (duration: 45.725903ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:28:49.434982Z","caller":"traceutil/trace.go:171","msg":"trace[501550859] transaction","detail":"{read_only:false; response_revision:8288; number_of_response:1; }","duration":"177.754464ms","start":"2026-07-02T11:28:49.257193Z","end":"2026-07-02T11:28:49.434947Z","steps":["trace[501550859] 'process raft request' (duration: 177.530747ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:28:49.435041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.02643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-02T11:28:49.435141Z","caller":"traceutil/trace.go:171","msg":"trace[1541732702] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8288; }","duration":"166.143984ms","start":"2026-07-02T11:28:49.268976Z","end":"2026-07-02T11:28:49.43512Z","steps":["trace[1541732702] 'agreement among raft nodes before linearized reading' (duration: 165.990079ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:28:49.93073Z","caller":"traceutil/trace.go:171","msg":"trace[1480766811] linearizableReadLoop","detail":"{readStateIndex:8663; appliedIndex:8662; }","duration":"118.695546ms","start":"2026-07-02T11:28:49.812015Z","end":"2026-07-02T11:28:49.93071Z","steps":["trace[1480766811] 'read index received' (duration: 118.463099ms)","trace[1480766811] 'applied index is now lower than readState.Index' (duration: 231.667µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:28:49.930835Z","caller":"traceutil/trace.go:171","msg":"trace[1032235085] transaction","detail":"{read_only:false; response_revision:8290; number_of_response:1; }","duration":"190.646507ms","start":"2026-07-02T11:28:49.740162Z","end":"2026-07-02T11:28:49.930809Z","steps":["trace[1032235085] 'process raft request' (duration: 190.384319ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:28:49.930975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.948584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T11:28:49.931024Z","caller":"traceutil/trace.go:171","msg":"trace[1401990872] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:8290; }","duration":"119.048127ms","start":"2026-07-02T11:28:49.811961Z","end":"2026-07-02T11:28:49.931009Z","steps":["trace[1401990872] 'agreement among raft nodes before linearized reading' (duration: 118.929813ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:28:49.931205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.382418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-02T11:28:49.931261Z","caller":"traceutil/trace.go:171","msg":"trace[1018159542] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:8290; }","duration":"114.483271ms","start":"2026-07-02T11:28:49.816766Z","end":"2026-07-02T11:28:49.931249Z","steps":["trace[1018159542] 'agreement among raft nodes before linearized reading' (duration: 114.365768ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:29:14.754465Z","caller":"traceutil/trace.go:171","msg":"trace[1886388158] transaction","detail":"{read_only:false; response_revision:8503; number_of_response:1; }","duration":"159.378427ms","start":"2026-07-02T11:29:14.595048Z","end":"2026-07-02T11:29:14.754426Z","steps":["trace[1886388158] 'process raft request' (duration: 159.14746ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:29:16.259772Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096944183137847,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T11:29:16.74819Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.016348674s","expected-duration":"1s"} {"level":"info","ts":"2026-07-02T11:29:16.748562Z","caller":"traceutil/trace.go:171","msg":"trace[1665625050] linearizableReadLoop","detail":"{readStateIndex:8899; appliedIndex:8898; }","duration":"989.550466ms","start":"2026-07-02T11:29:15.758987Z","end":"2026-07-02T11:29:16.748537Z","steps":["trace[1665625050] 'read index received' (duration: 989.37057ms)","trace[1665625050] 'applied index is now lower than readState.Index' (duration: 177.056µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:29:16.748622Z","caller":"traceutil/trace.go:171","msg":"trace[807310542] transaction","detail":"{read_only:false; response_revision:8513; number_of_response:1; }","duration":"1.016815149s","start":"2026-07-02T11:29:15.731777Z","end":"2026-07-02T11:29:16.748592Z","steps":["trace[807310542] 'process raft request' (duration: 1.016595212s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:29:16.748773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:29:15.731767Z","time spent":"1.016907721s","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:29:16.748811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.818465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-07-02T11:29:16.748872Z","caller":"traceutil/trace.go:171","msg":"trace[1241832705] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8513; }","duration":"989.942209ms","start":"2026-07-02T11:29:15.758911Z","end":"2026-07-02T11:29:16.748853Z","steps":["trace[1241832705] 'agreement among raft nodes before linearized reading' (duration: 989.762543ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:29:16.748877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.669069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-02T11:29:16.748919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:29:15.758887Z","time spent":"990.023032ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":669,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-02T11:29:16.748892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.897384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T11:29:16.748938Z","caller":"traceutil/trace.go:171","msg":"trace[1623475285] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8513; }","duration":"453.755801ms","start":"2026-07-02T11:29:16.295163Z","end":"2026-07-02T11:29:16.748919Z","steps":["trace[1623475285] 'agreement among raft nodes before linearized reading' (duration: 453.682909ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:29:16.74899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:29:16.295147Z","time spent":"453.832504ms","remote":"127.0.0.1:33094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-02T11:29:16.748991Z","caller":"traceutil/trace.go:171","msg":"trace[604515124] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:8513; }","duration":"307.05179ms","start":"2026-07-02T11:29:16.441915Z","end":"2026-07-02T11:29:16.748967Z","steps":["trace[604515124] 'agreement among raft nodes before linearized reading' (duration: 306.879284ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:29:16.748791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.557005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-02T11:29:16.749046Z","caller":"traceutil/trace.go:171","msg":"trace[280602192] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:8513; }","duration":"988.885355ms","start":"2026-07-02T11:29:15.760151Z","end":"2026-07-02T11:29:16.749036Z","steps":["trace[280602192] 'agreement among raft nodes before linearized reading' (duration: 988.551974ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:29:16.749046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:29:16.441892Z","time spent":"307.142282ms","remote":"127.0.0.1:45186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-07-02T11:29:16.749086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:29:15.760094Z","time spent":"988.980848ms","remote":"127.0.0.1:60266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-07-02T11:29:16.749234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.446825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-586f69ddfb-vqtkd.18be75827ea80a30\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-07-02T11:29:16.74938Z","caller":"traceutil/trace.go:171","msg":"trace[2034431500] range","detail":"{range_begin:/registry/events/openstack/barbican-api-586f69ddfb-vqtkd.18be75827ea80a30; range_end:; response_count:1; response_revision:8513; }","duration":"929.611689ms","start":"2026-07-02T11:29:15.819745Z","end":"2026-07-02T11:29:16.749356Z","steps":["trace[2034431500] 'agreement among raft nodes before linearized reading' (duration: 929.251228ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:29:16.74947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:29:15.819717Z","time spent":"929.739123ms","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-586f69ddfb-vqtkd.18be75827ea80a30\" "} {"level":"info","ts":"2026-07-02T11:29:29.503438Z","caller":"traceutil/trace.go:171","msg":"trace[582483430] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8647; }","duration":"169.11185ms","start":"2026-07-02T11:29:29.334286Z","end":"2026-07-02T11:29:29.503398Z","steps":["trace[582483430] 'process raft request' (duration: 168.869782ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:29:29.53315Z","caller":"traceutil/trace.go:171","msg":"trace[1840881341] transaction","detail":"{read_only:false; response_revision:8648; number_of_response:1; }","duration":"195.911377ms","start":"2026-07-02T11:29:29.337195Z","end":"2026-07-02T11:29:29.533106Z","steps":["trace[1840881341] 'process raft request' (duration: 195.637689ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:29:29.830847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.924366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T11:29:29.830925Z","caller":"traceutil/trace.go:171","msg":"trace[1059537052] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8648; }","duration":"160.063671ms","start":"2026-07-02T11:29:29.670839Z","end":"2026-07-02T11:29:29.830902Z","steps":["trace[1059537052] 'range keys from in-memory index tree' (duration: 159.830833ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:29:30.345003Z","caller":"traceutil/trace.go:171","msg":"trace[1499401023] transaction","detail":"{read_only:false; response_revision:8650; number_of_response:1; }","duration":"107.557911ms","start":"2026-07-02T11:29:30.237405Z","end":"2026-07-02T11:29:30.344963Z","steps":["trace[1499401023] 'process raft request' (duration: 107.296723ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:29:30.345119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.409614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T11:29:30.345204Z","caller":"traceutil/trace.go:171","msg":"trace[1098317702] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:8651; }","duration":"106.550528ms","start":"2026-07-02T11:29:30.238633Z","end":"2026-07-02T11:29:30.345184Z","steps":["trace[1098317702] 'agreement among raft nodes before linearized reading' (duration: 106.373263ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:29:31.350832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.891911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11496"} {"level":"info","ts":"2026-07-02T11:29:31.350921Z","caller":"traceutil/trace.go:171","msg":"trace[1693598505] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8652; }","duration":"947.035496ms","start":"2026-07-02T11:29:30.403866Z","end":"2026-07-02T11:29:31.350902Z","steps":["trace[1693598505] 'range keys from in-memory index tree' (duration: 946.702596ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:29:31.350965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:29:30.403846Z","time spent":"947.109739ms","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11520,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-02T11:29:31.35147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.284822ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T11:29:31.35178Z","caller":"traceutil/trace.go:171","msg":"trace[220608298] transaction","detail":"{read_only:false; response_revision:8653; number_of_response:1; }","duration":"783.37535ms","start":"2026-07-02T11:29:30.568383Z","end":"2026-07-02T11:29:31.351758Z","steps":["trace[220608298] 'process raft request' (duration: 414.704166ms)","trace[220608298] 'compare' (duration: 367.834048ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:29:31.351973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:29:30.568349Z","time spent":"783.564846ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:29:31.444242Z","caller":"traceutil/trace.go:171","msg":"trace[681235077] transaction","detail":"{read_only:false; response_revision:8654; number_of_response:1; }","duration":"385.674448ms","start":"2026-07-02T11:29:31.058538Z","end":"2026-07-02T11:29:31.444212Z","steps":["trace[681235077] 'process raft request' (duration: 385.495062ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:29:31.444257Z","caller":"traceutil/trace.go:171","msg":"trace[628613999] linearizableReadLoop","detail":"{readStateIndex:9049; appliedIndex:9047; }","duration":"508.173707ms","start":"2026-07-02T11:29:30.936041Z","end":"2026-07-02T11:29:31.444215Z","steps":["trace[628613999] 'read index received' (duration: 47.136538ms)","trace[628613999] 'applied index is now lower than readState.Index' (duration: 461.031129ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:29:31.444409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:29:31.058513Z","time spent":"385.820003ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:29:31.444488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.427815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-07-02T11:29:31.444559Z","caller":"traceutil/trace.go:171","msg":"trace[1425823347] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8654; }","duration":"508.553149ms","start":"2026-07-02T11:29:30.93598Z","end":"2026-07-02T11:29:31.444533Z","steps":["trace[1425823347] 'agreement among raft nodes before linearized reading' (duration: 508.341533ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:29:31.444609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:29:30.935955Z","time spent":"508.643233ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":684,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-02T11:29:31.444656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.125294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-02T11:29:31.444702Z","caller":"traceutil/trace.go:171","msg":"trace[934036027] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8654; }","duration":"191.198387ms","start":"2026-07-02T11:29:31.253493Z","end":"2026-07-02T11:29:31.444691Z","steps":["trace[934036027] 'agreement among raft nodes before linearized reading' (duration: 191.063592ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:29:31.444773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.778195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tfgdm\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-07-02T11:29:31.44483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.192303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-07-02T11:29:31.444867Z","caller":"traceutil/trace.go:171","msg":"trace[131924392] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tfgdm; range_end:; response_count:1; response_revision:8654; }","duration":"221.910369ms","start":"2026-07-02T11:29:31.222935Z","end":"2026-07-02T11:29:31.444845Z","steps":["trace[131924392] 'agreement among raft nodes before linearized reading' (duration: 221.672782ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:29:31.444896Z","caller":"traceutil/trace.go:171","msg":"trace[1287357535] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8654; }","duration":"501.383919ms","start":"2026-07-02T11:29:30.943494Z","end":"2026-07-02T11:29:31.444878Z","steps":["trace[1287357535] 'agreement among raft nodes before linearized reading' (duration: 501.065009ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:29:31.444901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.050259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-02T11:29:31.444942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:29:30.94347Z","time spent":"501.460112ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":669,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-02T11:29:31.444961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.509116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-02T11:29:31.44505Z","caller":"traceutil/trace.go:171","msg":"trace[1060976114] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8654; }","duration":"281.632399ms","start":"2026-07-02T11:29:31.163399Z","end":"2026-07-02T11:29:31.445031Z","steps":["trace[1060976114] 'agreement among raft nodes before linearized reading' (duration: 281.357341ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:29:31.445078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.613588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-02T11:29:31.445086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.142723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:2953"} {"level":"info","ts":"2026-07-02T11:29:31.445119Z","caller":"traceutil/trace.go:171","msg":"trace[1049693551] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8654; }","duration":"190.66547ms","start":"2026-07-02T11:29:31.25444Z","end":"2026-07-02T11:29:31.445106Z","steps":["trace[1049693551] 'agreement among raft nodes before linearized reading' (duration: 190.585727ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:29:31.445121Z","caller":"traceutil/trace.go:171","msg":"trace[917665018] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8654; }","duration":"215.212265ms","start":"2026-07-02T11:29:31.229898Z","end":"2026-07-02T11:29:31.445111Z","steps":["trace[917665018] 'agreement among raft nodes before linearized reading' (duration: 215.123832ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:29:31.444984Z","caller":"traceutil/trace.go:171","msg":"trace[561603026] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8654; }","duration":"285.173783ms","start":"2026-07-02T11:29:31.159791Z","end":"2026-07-02T11:29:31.444965Z","steps":["trace[561603026] 'agreement among raft nodes before linearized reading' (duration: 284.967797ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:29:31.445004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.182194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-02T11:29:31.445066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.034423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-07-02T11:29:31.445241Z","caller":"traceutil/trace.go:171","msg":"trace[1280671804] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8654; }","duration":"185.429623ms","start":"2026-07-02T11:29:31.259795Z","end":"2026-07-02T11:29:31.445225Z","steps":["trace[1280671804] 'agreement among raft nodes before linearized reading' (duration: 185.144363ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:29:31.445335Z","caller":"traceutil/trace.go:171","msg":"trace[508911712] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8654; }","duration":"182.326443ms","start":"2026-07-02T11:29:31.262952Z","end":"2026-07-02T11:29:31.445279Z","steps":["trace[508911712] 'agreement among raft nodes before linearized reading' (duration: 181.673282ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:29:31.553493Z","caller":"traceutil/trace.go:171","msg":"trace[1637152965] transaction","detail":"{read_only:false; response_revision:8657; number_of_response:1; }","duration":"102.431057ms","start":"2026-07-02T11:29:31.451028Z","end":"2026-07-02T11:29:31.553459Z","steps":["trace[1637152965] 'process raft request' (duration: 102.254891ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:29:31.553658Z","caller":"traceutil/trace.go:171","msg":"trace[367687090] transaction","detail":"{read_only:false; response_revision:8656; number_of_response:1; }","duration":"102.710236ms","start":"2026-07-02T11:29:31.45094Z","end":"2026-07-02T11:29:31.55365Z","steps":["trace[367687090] 'process raft request' (duration: 102.220971ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:29:31.553517Z","caller":"traceutil/trace.go:171","msg":"trace[1931426783] transaction","detail":"{read_only:false; response_revision:8660; number_of_response:1; }","duration":"101.495947ms","start":"2026-07-02T11:29:31.451996Z","end":"2026-07-02T11:29:31.553492Z","steps":["trace[1931426783] 'process raft request' (duration: 101.424255ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:29:31.553751Z","caller":"traceutil/trace.go:171","msg":"trace[1827722992] transaction","detail":"{read_only:false; response_revision:8661; number_of_response:1; }","duration":"100.703621ms","start":"2026-07-02T11:29:31.452985Z","end":"2026-07-02T11:29:31.553689Z","steps":["trace[1827722992] 'process raft request' (duration: 100.469384ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:29:31.553776Z","caller":"traceutil/trace.go:171","msg":"trace[441515647] transaction","detail":"{read_only:false; response_revision:8662; number_of_response:1; }","duration":"100.713252ms","start":"2026-07-02T11:29:31.45299Z","end":"2026-07-02T11:29:31.553703Z","steps":["trace[441515647] 'process raft request' (duration: 100.581048ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:29:31.553656Z","caller":"traceutil/trace.go:171","msg":"trace[1895922212] linearizableReadLoop","detail":"{readStateIndex:9056; appliedIndex:9050; }","duration":"101.293791ms","start":"2026-07-02T11:29:31.452342Z","end":"2026-07-02T11:29:31.553636Z","steps":["trace[1895922212] 'read index received' (duration: 13.774441ms)","trace[1895922212] 'applied index is now lower than readState.Index' (duration: 87.51849ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:29:31.553585Z","caller":"traceutil/trace.go:171","msg":"trace[1897937236] transaction","detail":"{read_only:false; response_revision:8658; number_of_response:1; }","duration":"102.427557ms","start":"2026-07-02T11:29:31.451146Z","end":"2026-07-02T11:29:31.553573Z","steps":["trace[1897937236] 'process raft request' (duration: 102.188169ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:29:31.553905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.541108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18be758d10539f9a\" ","response":"range_response_count:1 size:646"} {"level":"info","ts":"2026-07-02T11:29:31.553994Z","caller":"traceutil/trace.go:171","msg":"trace[622663027] range","detail":"{range_begin:/registry/events/openstack/ceph.18be758d10539f9a; range_end:; response_count:1; response_revision:8662; }","duration":"101.647992ms","start":"2026-07-02T11:29:31.452325Z","end":"2026-07-02T11:29:31.553973Z","steps":["trace[622663027] 'agreement among raft nodes before linearized reading' (duration: 101.369033ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:29:31.553616Z","caller":"traceutil/trace.go:171","msg":"trace[1933911681] transaction","detail":"{read_only:false; response_revision:8659; number_of_response:1; }","duration":"102.148038ms","start":"2026-07-02T11:29:31.451461Z","end":"2026-07-02T11:29:31.553609Z","steps":["trace[1933911681] 'process raft request' (duration: 101.922251ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:29:31.704126Z","caller":"traceutil/trace.go:171","msg":"trace[1635470919] transaction","detail":"{read_only:false; response_revision:8665; number_of_response:1; }","duration":"102.314753ms","start":"2026-07-02T11:29:31.601769Z","end":"2026-07-02T11:29:31.704084Z","steps":["trace[1635470919] 'process raft request' (duration: 102.083445ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:29:33.576803Z","caller":"traceutil/trace.go:171","msg":"trace[1945624070] linearizableReadLoop","detail":"{readStateIndex:9063; appliedIndex:9062; }","duration":"120.830496ms","start":"2026-07-02T11:29:33.455949Z","end":"2026-07-02T11:29:33.576779Z","steps":["trace[1945624070] 'read index received' (duration: 71.800667ms)","trace[1945624070] 'applied index is now lower than readState.Index' (duration: 49.028659ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:29:33.576938Z","caller":"traceutil/trace.go:171","msg":"trace[1400791243] transaction","detail":"{read_only:false; response_revision:8667; number_of_response:1; }","duration":"126.078303ms","start":"2026-07-02T11:29:33.450817Z","end":"2026-07-02T11:29:33.576896Z","steps":["trace[1400791243] 'process raft request' (duration: 76.991783ms)","trace[1400791243] 'compare' (duration: 48.852403ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:29:33.577074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.100364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tfgdm\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-07-02T11:29:33.577136Z","caller":"traceutil/trace.go:171","msg":"trace[666406109] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tfgdm; range_end:; response_count:1; response_revision:8667; }","duration":"121.195008ms","start":"2026-07-02T11:29:33.455925Z","end":"2026-07-02T11:29:33.57712Z","steps":["trace[666406109] 'agreement among raft nodes before linearized reading' (duration: 121.019502ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:29:33.731668Z","caller":"traceutil/trace.go:171","msg":"trace[1447605283] transaction","detail":"{read_only:false; response_revision:8671; number_of_response:1; }","duration":"149.320587ms","start":"2026-07-02T11:29:33.582322Z","end":"2026-07-02T11:29:33.731643Z","steps":["trace[1447605283] 'process raft request' (duration: 107.260442ms)","trace[1447605283] 'compare' (duration: 41.89075ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:29:33.732465Z","caller":"traceutil/trace.go:171","msg":"trace[397156778] transaction","detail":"{read_only:false; response_revision:8674; number_of_response:1; }","duration":"123.828151ms","start":"2026-07-02T11:29:33.60863Z","end":"2026-07-02T11:29:33.732458Z","steps":["trace[397156778] 'process raft request' (duration: 123.318255ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:29:33.731829Z","caller":"traceutil/trace.go:171","msg":"trace[626800034] transaction","detail":"{read_only:false; response_revision:8672; number_of_response:1; }","duration":"148.655966ms","start":"2026-07-02T11:29:33.583147Z","end":"2026-07-02T11:29:33.731803Z","steps":["trace[626800034] 'process raft request' (duration: 148.45793ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:29:33.731979Z","caller":"traceutil/trace.go:171","msg":"trace[409407764] transaction","detail":"{read_only:false; response_revision:8673; number_of_response:1; }","duration":"148.120519ms","start":"2026-07-02T11:29:33.583851Z","end":"2026-07-02T11:29:33.731972Z","steps":["trace[409407764] 'process raft request' (duration: 147.897162ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:29:33.732062Z","caller":"traceutil/trace.go:171","msg":"trace[431557274] linearizableReadLoop","detail":"{readStateIndex:9067; appliedIndex:9063; }","duration":"149.525853ms","start":"2026-07-02T11:29:33.582529Z","end":"2026-07-02T11:29:33.732055Z","steps":["trace[431557274] 'read index received' (duration: 29.349509ms)","trace[431557274] 'applied index is now lower than readState.Index' (duration: 120.175484ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:29:33.732333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.790342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:208080"} {"level":"info","ts":"2026-07-02T11:29:33.732671Z","caller":"traceutil/trace.go:171","msg":"trace[208462664] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8674; }","duration":"150.171734ms","start":"2026-07-02T11:29:33.58249Z","end":"2026-07-02T11:29:33.732662Z","steps":["trace[208462664] 'agreement among raft nodes before linearized reading' (duration: 149.587675ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:29:33.900592Z","caller":"traceutil/trace.go:171","msg":"trace[2020236523] transaction","detail":"{read_only:false; response_revision:8677; number_of_response:1; }","duration":"104.340198ms","start":"2026-07-02T11:29:33.796206Z","end":"2026-07-02T11:29:33.900546Z","steps":["trace[2020236523] 'process raft request' (duration: 43.608265ms)","trace[2020236523] 'compare' (duration: 60.473215ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:29:34.844019Z","caller":"traceutil/trace.go:171","msg":"trace[520410163] transaction","detail":"{read_only:false; response_revision:8680; number_of_response:1; }","duration":"234.595875ms","start":"2026-07-02T11:29:34.609399Z","end":"2026-07-02T11:29:34.843994Z","steps":["trace[520410163] 'process raft request' (duration: 234.43345ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:29:34.986185Z","caller":"traceutil/trace.go:171","msg":"trace[409288454] transaction","detail":"{read_only:false; number_of_response:0; response_revision:8680; }","duration":"134.331077ms","start":"2026-07-02T11:29:34.851828Z","end":"2026-07-02T11:29:34.986159Z","steps":["trace[409288454] 'process raft request' (duration: 134.236504ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:29:35.281604Z","caller":"traceutil/trace.go:171","msg":"trace[1938976963] transaction","detail":"{read_only:false; response_revision:8682; number_of_response:1; }","duration":"264.223463ms","start":"2026-07-02T11:29:35.017355Z","end":"2026-07-02T11:29:35.281578Z","steps":["trace[1938976963] 'process raft request' (duration: 250.427021ms)","trace[1938976963] 'compare' (duration: 13.43409ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:29:35.28678Z","caller":"traceutil/trace.go:171","msg":"trace[127928550] transaction","detail":"{read_only:false; response_revision:8683; number_of_response:1; }","duration":"269.048687ms","start":"2026-07-02T11:29:35.017705Z","end":"2026-07-02T11:29:35.286754Z","steps":["trace[127928550] 'process raft request' (duration: 268.780319ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:29:35.286882Z","caller":"traceutil/trace.go:171","msg":"trace[1866823585] transaction","detail":"{read_only:false; response_revision:8684; number_of_response:1; }","duration":"264.713409ms","start":"2026-07-02T11:29:35.022148Z","end":"2026-07-02T11:29:35.286862Z","steps":["trace[1866823585] 'process raft request' (duration: 264.507722ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:29:35.286873Z","caller":"traceutil/trace.go:171","msg":"trace[977503263] linearizableReadLoop","detail":"{readStateIndex:9080; appliedIndex:9078; }","duration":"268.054845ms","start":"2026-07-02T11:29:35.018796Z","end":"2026-07-02T11:29:35.286851Z","steps":["trace[977503263] 'read index received' (duration: 249.016926ms)","trace[977503263] 'applied index is now lower than readState.Index' (duration: 19.036739ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:29:35.28707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.252822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-07-02T11:29:35.287112Z","caller":"traceutil/trace.go:171","msg":"trace[1209362982] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8684; }","duration":"268.324553ms","start":"2026-07-02T11:29:35.018777Z","end":"2026-07-02T11:29:35.287102Z","steps":["trace[1209362982] 'agreement among raft nodes before linearized reading' (duration: 268.141878ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:29:35.287278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.76042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T11:29:35.287352Z","caller":"traceutil/trace.go:171","msg":"trace[382267995] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8684; }","duration":"229.898635ms","start":"2026-07-02T11:29:35.057436Z","end":"2026-07-02T11:29:35.287334Z","steps":["trace[382267995] 'agreement among raft nodes before linearized reading' (duration: 229.74728ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:29:52.680583Z","caller":"traceutil/trace.go:171","msg":"trace[47756779] linearizableReadLoop","detail":"{readStateIndex:9338; appliedIndex:9337; }","duration":"157.356234ms","start":"2026-07-02T11:29:52.523206Z","end":"2026-07-02T11:29:52.680562Z","steps":["trace[47756779] 'read index received' (duration: 157.178088ms)","trace[47756779] 'applied index is now lower than readState.Index' (duration: 177.426µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:29:52.680682Z","caller":"traceutil/trace.go:171","msg":"trace[666128473] transaction","detail":"{read_only:false; response_revision:8931; number_of_response:1; }","duration":"252.207978ms","start":"2026-07-02T11:29:52.428465Z","end":"2026-07-02T11:29:52.680673Z","steps":["trace[666128473] 'process raft request' (duration: 251.972061ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:29:52.681262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.004375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-02T11:29:52.681377Z","caller":"traceutil/trace.go:171","msg":"trace[906841151] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:8931; }","duration":"158.205011ms","start":"2026-07-02T11:29:52.523149Z","end":"2026-07-02T11:29:52.681354Z","steps":["trace[906841151] 'agreement among raft nodes before linearized reading' (duration: 157.826629ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:30:22.243766Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6376} {"level":"info","ts":"2026-07-02T11:30:22.344987Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6376,"took":"99.568165ms","hash":1248922147,"current-db-size-bytes":58904576,"current-db-size":"59 MB","current-db-size-in-use-bytes":26460160,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-07-02T11:30:22.345113Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1248922147,"revision":6376,"compact-revision":2992} {"level":"info","ts":"2026-07-02T11:30:29.627642Z","caller":"traceutil/trace.go:171","msg":"trace[1151467007] transaction","detail":"{read_only:false; response_revision:9321; number_of_response:1; }","duration":"125.658979ms","start":"2026-07-02T11:30:29.501934Z","end":"2026-07-02T11:30:29.627593Z","steps":["trace[1151467007] 'process raft request' (duration: 125.446892ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:30:30.228651Z","caller":"traceutil/trace.go:171","msg":"trace[401400123] linearizableReadLoop","detail":"{readStateIndex:9747; appliedIndex:9746; }","duration":"340.438201ms","start":"2026-07-02T11:30:29.888183Z","end":"2026-07-02T11:30:30.228622Z","steps":["trace[401400123] 'read index received' (duration: 340.215614ms)","trace[401400123] 'applied index is now lower than readState.Index' (duration: 221.227µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:30:30.228815Z","caller":"traceutil/trace.go:171","msg":"trace[79345664] transaction","detail":"{read_only:false; response_revision:9322; number_of_response:1; }","duration":"454.496019ms","start":"2026-07-02T11:30:29.774302Z","end":"2026-07-02T11:30:30.228798Z","steps":["trace[79345664] 'process raft request' (duration: 454.129828ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:30:30.228931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:30:29.774276Z","time spent":"454.576152ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:30:30.229135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.097364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-02T11:30:30.229154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.791402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-02T11:30:30.229203Z","caller":"traceutil/trace.go:171","msg":"trace[946563486] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:9322; }","duration":"121.224598ms","start":"2026-07-02T11:30:30.10796Z","end":"2026-07-02T11:30:30.229184Z","steps":["trace[946563486] 'agreement among raft nodes before linearized reading' (duration: 121.120354ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:30:30.229214Z","caller":"traceutil/trace.go:171","msg":"trace[453793716] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:9322; }","duration":"340.865864ms","start":"2026-07-02T11:30:29.888331Z","end":"2026-07-02T11:30:30.229196Z","steps":["trace[453793716] 'agreement among raft nodes before linearized reading' (duration: 340.624786ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:30:30.229257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:30:29.888323Z","time spent":"340.922657ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-02T11:30:30.22926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.282116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tfgdm\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-07-02T11:30:30.22927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.2829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:7 size:53293"} {"level":"warn","ts":"2026-07-02T11:30:30.22927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.594059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-02T11:30:30.229319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.359902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-02T11:30:30.229338Z","caller":"traceutil/trace.go:171","msg":"trace[1014438529] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:7; response_revision:9322; }","duration":"181.398833ms","start":"2026-07-02T11:30:30.04792Z","end":"2026-07-02T11:30:30.229319Z","steps":["trace[1014438529] 'agreement among raft nodes before linearized reading' (duration: 181.098214ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:30:30.229352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.164555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-02T11:30:30.229382Z","caller":"traceutil/trace.go:171","msg":"trace[90952997] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9322; }","duration":"206.457725ms","start":"2026-07-02T11:30:30.022907Z","end":"2026-07-02T11:30:30.229365Z","steps":["trace[90952997] 'agreement among raft nodes before linearized reading' (duration: 206.263898ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:30:30.229378Z","caller":"traceutil/trace.go:171","msg":"trace[42099258] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9322; }","duration":"206.766204ms","start":"2026-07-02T11:30:30.022586Z","end":"2026-07-02T11:30:30.229352Z","steps":["trace[42099258] 'agreement among raft nodes before linearized reading' (duration: 206.466015ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:30:30.229402Z","caller":"traceutil/trace.go:171","msg":"trace[1862203602] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9322; }","duration":"341.259847ms","start":"2026-07-02T11:30:29.888131Z","end":"2026-07-02T11:30:30.229391Z","steps":["trace[1862203602] 'agreement among raft nodes before linearized reading' (duration: 341.113183ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:30:30.229311Z","caller":"traceutil/trace.go:171","msg":"trace[1335909504] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tfgdm; range_end:; response_count:1; response_revision:9322; }","duration":"169.337327ms","start":"2026-07-02T11:30:30.059958Z","end":"2026-07-02T11:30:30.229295Z","steps":["trace[1335909504] 'agreement among raft nodes before linearized reading' (duration: 169.171512ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:30:30.22943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:30:29.888092Z","time spent":"341.330319ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-02T11:30:30.229424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.943247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-02T11:30:30.229473Z","caller":"traceutil/trace.go:171","msg":"trace[202944683] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9322; }","duration":"341.02877ms","start":"2026-07-02T11:30:29.888431Z","end":"2026-07-02T11:30:30.22946Z","steps":["trace[202944683] 'agreement among raft nodes before linearized reading' (duration: 340.906346ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:30:30.229485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.084923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-02T11:30:30.22951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:30:29.888411Z","time spent":"341.088862ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-02T11:30:30.229552Z","caller":"traceutil/trace.go:171","msg":"trace[690851204] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9322; }","duration":"226.182446ms","start":"2026-07-02T11:30:30.00335Z","end":"2026-07-02T11:30:30.229533Z","steps":["trace[690851204] 'agreement among raft nodes before linearized reading' (duration: 225.99482ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:30:41.062983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.055871ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-02T11:30:41.063115Z","caller":"traceutil/trace.go:171","msg":"trace[693322857] linearizableReadLoop","detail":"{readStateIndex:9831; appliedIndex:9829; }","duration":"391.084561ms","start":"2026-07-02T11:30:40.672013Z","end":"2026-07-02T11:30:41.063097Z","steps":["trace[693322857] 'read index received' (duration: 7.79771ms)","trace[693322857] 'applied index is now lower than readState.Index' (duration: 383.285221ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:30:41.063271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.239046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T11:30:41.063381Z","caller":"traceutil/trace.go:171","msg":"trace[638790446] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9401; }","duration":"391.387031ms","start":"2026-07-02T11:30:40.671975Z","end":"2026-07-02T11:30:41.063362Z","steps":["trace[638790446] 'agreement among raft nodes before linearized reading' (duration: 391.197715ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:30:41.063376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.415174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-02T11:30:41.063444Z","caller":"traceutil/trace.go:171","msg":"trace[281027366] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9401; }","duration":"302.531719ms","start":"2026-07-02T11:30:40.760895Z","end":"2026-07-02T11:30:41.063426Z","steps":["trace[281027366] 'agreement among raft nodes before linearized reading' (duration: 302.415955ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:30:41.063497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:30:40.760873Z","time spent":"302.612431ms","remote":"127.0.0.1:33102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-02T11:30:41.063517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.794342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-07-02T11:30:41.063589Z","caller":"traceutil/trace.go:171","msg":"trace[167019288] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9401; }","duration":"380.894336ms","start":"2026-07-02T11:30:40.682684Z","end":"2026-07-02T11:30:41.063579Z","steps":["trace[167019288] 'agreement among raft nodes before linearized reading' (duration: 380.656658ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:30:41.063636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:30:40.68267Z","time spent":"380.957787ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-02T11:30:41.063694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:30:40.671958Z","time spent":"391.464644ms","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T11:30:41.063936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.033564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-07-02T11:30:41.064002Z","caller":"traceutil/trace.go:171","msg":"trace[1595768195] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:9401; }","duration":"388.134727ms","start":"2026-07-02T11:30:40.675853Z","end":"2026-07-02T11:30:41.063988Z","steps":["trace[1595768195] 'agreement among raft nodes before linearized reading' (duration: 387.417574ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:30:41.064052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:30:40.675829Z","time spent":"388.21561ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":684,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-02T11:30:41.472165Z","caller":"traceutil/trace.go:171","msg":"trace[1388313794] transaction","detail":"{read_only:false; response_revision:9405; number_of_response:1; }","duration":"176.387663ms","start":"2026-07-02T11:30:41.295757Z","end":"2026-07-02T11:30:41.472145Z","steps":["trace[1388313794] 'process raft request' (duration: 176.229768ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:30:57.287157Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"c3b8446219deb8c1","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-02T11:30:57.292222Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-07-02T11:30:57.292336Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-07-02T11:33:00.363386Z","caller":"traceutil/trace.go:171","msg":"trace[1935502211] transaction","detail":"{read_only:false; response_revision:10701; number_of_response:1; }","duration":"175.791291ms","start":"2026-07-02T11:33:00.187563Z","end":"2026-07-02T11:33:00.363354Z","steps":["trace[1935502211] 'process raft request' (duration: 175.044468ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:33:01.316803Z","caller":"traceutil/trace.go:171","msg":"trace[1406031666] transaction","detail":"{read_only:false; response_revision:10715; number_of_response:1; }","duration":"109.120899ms","start":"2026-07-02T11:33:01.207656Z","end":"2026-07-02T11:33:01.316777Z","steps":["trace[1406031666] 'process raft request' (duration: 108.949124ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:33:01.49728Z","caller":"traceutil/trace.go:171","msg":"trace[1531564503] transaction","detail":"{read_only:false; response_revision:10716; number_of_response:1; }","duration":"122.542859ms","start":"2026-07-02T11:33:01.374706Z","end":"2026-07-02T11:33:01.497249Z","steps":["trace[1531564503] 'process raft request' (duration: 122.28247ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:33:03.693224Z","caller":"traceutil/trace.go:171","msg":"trace[1887145575] transaction","detail":"{read_only:false; response_revision:10735; number_of_response:1; }","duration":"105.481903ms","start":"2026-07-02T11:33:03.587706Z","end":"2026-07-02T11:33:03.693187Z","steps":["trace[1887145575] 'process raft request' (duration: 82.004073ms)","trace[1887145575] 'compare' (duration: 23.243823ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:33:04.964837Z","caller":"traceutil/trace.go:171","msg":"trace[1528802420] linearizableReadLoop","detail":"{readStateIndex:11234; appliedIndex:11230; }","duration":"149.370846ms","start":"2026-07-02T11:33:04.815442Z","end":"2026-07-02T11:33:04.964812Z","steps":["trace[1528802420] 'read index received' (duration: 14.935798ms)","trace[1528802420] 'applied index is now lower than readState.Index' (duration: 134.433798ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:33:04.964989Z","caller":"traceutil/trace.go:171","msg":"trace[832558846] transaction","detail":"{read_only:false; response_revision:10741; number_of_response:1; }","duration":"156.645669ms","start":"2026-07-02T11:33:04.80833Z","end":"2026-07-02T11:33:04.964975Z","steps":["trace[832558846] 'process raft request' (duration: 156.436702ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:33:04.965015Z","caller":"traceutil/trace.go:171","msg":"trace[1688541140] transaction","detail":"{read_only:false; response_revision:10740; number_of_response:1; }","duration":"166.166614ms","start":"2026-07-02T11:33:04.798812Z","end":"2026-07-02T11:33:04.964979Z","steps":["trace[1688541140] 'process raft request' (duration: 165.896055ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:33:04.96519Z","caller":"traceutil/trace.go:171","msg":"trace[1585663934] transaction","detail":"{read_only:false; response_revision:10739; number_of_response:1; }","duration":"211.903786ms","start":"2026-07-02T11:33:04.753258Z","end":"2026-07-02T11:33:04.965162Z","steps":["trace[1585663934] 'process raft request' (duration: 211.182173ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:33:04.965261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.703951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-07-02T11:33:04.965329Z","caller":"traceutil/trace.go:171","msg":"trace[180679369] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10741; }","duration":"131.812734ms","start":"2026-07-02T11:33:04.833503Z","end":"2026-07-02T11:33:04.965315Z","steps":["trace[180679369] 'agreement among raft nodes before linearized reading' (duration: 131.627319ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:33:04.965401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.873882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-02T11:33:04.965497Z","caller":"traceutil/trace.go:171","msg":"trace[1927448125] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:10741; }","duration":"150.062579ms","start":"2026-07-02T11:33:04.815412Z","end":"2026-07-02T11:33:04.965474Z","steps":["trace[1927448125] 'agreement among raft nodes before linearized reading' (duration: 149.818011ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:34:09.590682Z","caller":"traceutil/trace.go:171","msg":"trace[795065533] transaction","detail":"{read_only:false; response_revision:11509; number_of_response:1; }","duration":"388.723531ms","start":"2026-07-02T11:34:09.201918Z","end":"2026-07-02T11:34:09.590641Z","steps":["trace[795065533] 'process raft request' (duration: 387.669268ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:34:09.590825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.239038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T11:34:09.590943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:34:09.201896Z","time spent":"388.962718ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:34:09.590561Z","caller":"traceutil/trace.go:171","msg":"trace[990604062] linearizableReadLoop","detail":"{readStateIndex:12031; appliedIndex:12030; }","duration":"216.964149ms","start":"2026-07-02T11:34:09.373558Z","end":"2026-07-02T11:34:09.590522Z","steps":["trace[990604062] 'read index received' (duration: 215.985537ms)","trace[990604062] 'applied index is now lower than readState.Index' (duration: 977.112µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:34:09.591216Z","caller":"traceutil/trace.go:171","msg":"trace[735021374] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:11509; }","duration":"217.699912ms","start":"2026-07-02T11:34:09.373498Z","end":"2026-07-02T11:34:09.591198Z","steps":["trace[735021374] 'agreement among raft nodes before linearized reading' (duration: 217.218247ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:34:09.591511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.814207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-02T11:34:09.591579Z","caller":"traceutil/trace.go:171","msg":"trace[1730191711] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11509; }","duration":"102.927512ms","start":"2026-07-02T11:34:09.488634Z","end":"2026-07-02T11:34:09.591562Z","steps":["trace[1730191711] 'agreement among raft nodes before linearized reading' (duration: 102.731616ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:34:09.591593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.419973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-02T11:34:09.591645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.556182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-02T11:34:09.591913Z","caller":"traceutil/trace.go:171","msg":"trace[93526050] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11509; }","duration":"174.859652ms","start":"2026-07-02T11:34:09.417031Z","end":"2026-07-02T11:34:09.59189Z","steps":["trace[93526050] 'agreement among raft nodes before linearized reading' (duration: 174.47406ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:34:09.591689Z","caller":"traceutil/trace.go:171","msg":"trace[8329818] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11509; }","duration":"182.523886ms","start":"2026-07-02T11:34:09.409121Z","end":"2026-07-02T11:34:09.591645Z","steps":["trace[8329818] 'agreement among raft nodes before linearized reading' (duration: 182.219747ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:35:12.055795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.221636ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T11:35:12.056022Z","caller":"traceutil/trace.go:171","msg":"trace[881869092] transaction","detail":"{read_only:false; response_revision:12013; number_of_response:1; }","duration":"172.683492ms","start":"2026-07-02T11:35:11.883306Z","end":"2026-07-02T11:35:12.055989Z","steps":["trace[881869092] 'process raft request' (duration: 21.162466ms)","trace[881869092] 'compare' (duration: 150.779892ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:35:12.204512Z","caller":"traceutil/trace.go:171","msg":"trace[251402274] transaction","detail":"{read_only:false; response_revision:12015; number_of_response:1; }","duration":"141.730511ms","start":"2026-07-02T11:35:12.062751Z","end":"2026-07-02T11:35:12.204481Z","steps":["trace[251402274] 'process raft request' (duration: 139.468089ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:35:12.20479Z","caller":"traceutil/trace.go:171","msg":"trace[1595411988] transaction","detail":"{read_only:false; response_revision:12016; number_of_response:1; }","duration":"141.924477ms","start":"2026-07-02T11:35:12.062839Z","end":"2026-07-02T11:35:12.204763Z","steps":["trace[1595411988] 'process raft request' (duration: 141.563086ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:35:12.20545Z","caller":"traceutil/trace.go:171","msg":"trace[1393845624] linearizableReadLoop","detail":"{readStateIndex:12565; appliedIndex:12562; }","duration":"131.675231ms","start":"2026-07-02T11:35:12.073756Z","end":"2026-07-02T11:35:12.205431Z","steps":["trace[1393845624] 'read index received' (duration: 128.5319ms)","trace[1393845624] 'applied index is now lower than readState.Index' (duration: 3.142271ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:35:12.205769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.997981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-07-02T11:35:12.20582Z","caller":"traceutil/trace.go:171","msg":"trace[625296319] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:12017; }","duration":"132.058733ms","start":"2026-07-02T11:35:12.073746Z","end":"2026-07-02T11:35:12.205805Z","steps":["trace[625296319] 'agreement among raft nodes before linearized reading' (duration: 131.874287ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:35:12.205913Z","caller":"traceutil/trace.go:171","msg":"trace[61724493] transaction","detail":"{read_only:false; response_revision:12017; number_of_response:1; }","duration":"142.650861ms","start":"2026-07-02T11:35:12.063244Z","end":"2026-07-02T11:35:12.205895Z","steps":["trace[61724493] 'process raft request' (duration: 141.37036ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:35:12.206606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.229385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-02T11:35:12.206652Z","caller":"traceutil/trace.go:171","msg":"trace[1454721838] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12017; }","duration":"130.288896ms","start":"2026-07-02T11:35:12.076352Z","end":"2026-07-02T11:35:12.206641Z","steps":["trace[1454721838] 'agreement among raft nodes before linearized reading' (duration: 130.114091ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:35:12.500366Z","caller":"traceutil/trace.go:171","msg":"trace[215039836] transaction","detail":"{read_only:false; response_revision:12020; number_of_response:1; }","duration":"109.529482ms","start":"2026-07-02T11:35:12.390816Z","end":"2026-07-02T11:35:12.500345Z","steps":["trace[215039836] 'process raft request' (duration: 109.403208ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:35:12.655269Z","caller":"traceutil/trace.go:171","msg":"trace[1091075042] linearizableReadLoop","detail":"{readStateIndex:12569; appliedIndex:12568; }","duration":"136.216626ms","start":"2026-07-02T11:35:12.519034Z","end":"2026-07-02T11:35:12.65525Z","steps":["trace[1091075042] 'read index received' (duration: 136.041071ms)","trace[1091075042] 'applied index is now lower than readState.Index' (duration: 174.785µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:35:12.655329Z","caller":"traceutil/trace.go:171","msg":"trace[521109246] transaction","detail":"{read_only:false; response_revision:12021; number_of_response:1; }","duration":"146.798974ms","start":"2026-07-02T11:35:12.508506Z","end":"2026-07-02T11:35:12.655305Z","steps":["trace[521109246] 'process raft request' (duration: 146.630309ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:35:12.655415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.686739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T11:35:12.655443Z","caller":"traceutil/trace.go:171","msg":"trace[2118373261] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12021; }","duration":"135.73637ms","start":"2026-07-02T11:35:12.519698Z","end":"2026-07-02T11:35:12.655435Z","steps":["trace[2118373261] 'agreement among raft nodes before linearized reading' (duration: 135.690999ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:35:12.655564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.813217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:1 size:12632"} {"level":"info","ts":"2026-07-02T11:35:12.655606Z","caller":"traceutil/trace.go:171","msg":"trace[526102163] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:1; response_revision:12021; }","duration":"132.916401ms","start":"2026-07-02T11:35:12.522682Z","end":"2026-07-02T11:35:12.655598Z","steps":["trace[526102163] 'agreement among raft nodes before linearized reading' (duration: 132.778686ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:35:12.655596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.845625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-07-02T11:35:12.655659Z","caller":"traceutil/trace.go:171","msg":"trace[1181828076] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:12021; }","duration":"130.924677ms","start":"2026-07-02T11:35:12.524715Z","end":"2026-07-02T11:35:12.655639Z","steps":["trace[1181828076] 'agreement among raft nodes before linearized reading' (duration: 130.772062ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:35:12.655713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.364121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T11:35:12.655622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.573125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-07-02T11:35:12.655782Z","caller":"traceutil/trace.go:171","msg":"trace[56365864] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12021; }","duration":"135.778242ms","start":"2026-07-02T11:35:12.519997Z","end":"2026-07-02T11:35:12.655775Z","steps":["trace[56365864] 'agreement among raft nodes before linearized reading' (duration: 135.573546ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:35:12.65574Z","caller":"traceutil/trace.go:171","msg":"trace[540526115] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12021; }","duration":"136.746023ms","start":"2026-07-02T11:35:12.518988Z","end":"2026-07-02T11:35:12.655734Z","steps":["trace[540526115] 'agreement among raft nodes before linearized reading' (duration: 136.371801ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:35:12.848789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.841119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"info","ts":"2026-07-02T11:35:12.848895Z","caller":"traceutil/trace.go:171","msg":"trace[1377501785] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:12022; }","duration":"102.985513ms","start":"2026-07-02T11:35:12.745881Z","end":"2026-07-02T11:35:12.848867Z","steps":["trace[1377501785] 'range keys from in-memory index tree' (duration: 102.634912ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:35:14.571119Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096944183147565,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-02T11:35:15.004671Z","caller":"traceutil/trace.go:171","msg":"trace[384354504] linearizableReadLoop","detail":"{readStateIndex:12572; appliedIndex:12571; }","duration":"934.092001ms","start":"2026-07-02T11:35:14.070549Z","end":"2026-07-02T11:35:15.004641Z","steps":["trace[384354504] 'read index received' (duration: 933.957566ms)","trace[384354504] 'applied index is now lower than readState.Index' (duration: 133.074µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:35:15.004716Z","caller":"traceutil/trace.go:171","msg":"trace[273044261] transaction","detail":"{read_only:false; response_revision:12024; number_of_response:1; }","duration":"942.082626ms","start":"2026-07-02T11:35:14.062605Z","end":"2026-07-02T11:35:15.004687Z","steps":["trace[273044261] 'process raft request' (duration: 941.870849ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:35:15.004878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:35:14.062571Z","time spent":"942.21527ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:35:15.004895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.337689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-02T11:35:15.004932Z","caller":"traceutil/trace.go:171","msg":"trace[1260739897] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12024; }","duration":"934.410802ms","start":"2026-07-02T11:35:14.070512Z","end":"2026-07-02T11:35:15.004922Z","steps":["trace[1260739897] 'agreement among raft nodes before linearized reading' (duration: 934.271667ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:35:15.004968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:35:14.070492Z","time spent":"934.467753ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-02T11:35:15.940593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.054277ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T11:35:15.940843Z","caller":"traceutil/trace.go:171","msg":"trace[10900642] transaction","detail":"{read_only:false; response_revision:12026; number_of_response:1; }","duration":"929.905366ms","start":"2026-07-02T11:35:15.01091Z","end":"2026-07-02T11:35:15.940816Z","steps":["trace[10900642] 'process raft request' (duration: 929.802533ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:35:15.94086Z","caller":"traceutil/trace.go:171","msg":"trace[566268943] transaction","detail":"{read_only:false; response_revision:12025; number_of_response:1; }","duration":"1.159087375s","start":"2026-07-02T11:35:14.781697Z","end":"2026-07-02T11:35:15.940784Z","steps":["trace[566268943] 'process raft request' (duration: 417.744889ms)","trace[566268943] 'compare' (duration: 740.739207ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:35:15.941577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.280782037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:1 size:12632"} {"level":"warn","ts":"2026-07-02T11:35:15.941577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.040663208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-07-02T11:35:15.941657Z","caller":"traceutil/trace.go:171","msg":"trace[764517111] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:1; response_revision:12026; }","duration":"1.280867979s","start":"2026-07-02T11:35:14.66077Z","end":"2026-07-02T11:35:15.941638Z","steps":["trace[764517111] 'agreement among raft nodes before linearized reading' (duration: 1.280596681s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:35:15.940959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:35:15.010809Z","time spent":"930.101142ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:35:15.941641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.281362825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-07-02T11:35:15.941716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:35:14.78166Z","time spent":"1.159985543s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:35:15.941765Z","caller":"traceutil/trace.go:171","msg":"trace[1311878020] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12026; }","duration":"1.281532871s","start":"2026-07-02T11:35:14.660207Z","end":"2026-07-02T11:35:15.94174Z","steps":["trace[1311878020] 'agreement among raft nodes before linearized reading' (duration: 1.281170519s)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:35:15.940872Z","caller":"traceutil/trace.go:171","msg":"trace[461829293] linearizableReadLoop","detail":"{readStateIndex:12573; appliedIndex:12572; }","duration":"936.085914ms","start":"2026-07-02T11:35:15.004757Z","end":"2026-07-02T11:35:15.940843Z","steps":["trace[461829293] 'read index received' (duration: 194.789479ms)","trace[461829293] 'applied index is now lower than readState.Index' (duration: 741.294185ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:35:15.941817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:35:14.660188Z","time spent":"1.281622434s","remote":"127.0.0.1:44996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-07-02T11:35:15.941666Z","caller":"traceutil/trace.go:171","msg":"trace[332599405] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:12026; }","duration":"1.040814823s","start":"2026-07-02T11:35:14.900834Z","end":"2026-07-02T11:35:15.941649Z","steps":["trace[332599405] 'agreement among raft nodes before linearized reading' (duration: 1.040529903s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:35:15.94195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.203372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-02T11:35:15.941958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:35:14.900807Z","time spent":"1.041107492s","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":684,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-02T11:35:15.941989Z","caller":"traceutil/trace.go:171","msg":"trace[964085564] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:12026; }","duration":"918.359437ms","start":"2026-07-02T11:35:15.023619Z","end":"2026-07-02T11:35:15.941979Z","steps":["trace[964085564] 'agreement among raft nodes before linearized reading' (duration: 918.287045ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:35:15.941986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.675302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.89\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-07-02T11:35:15.942023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:35:15.023592Z","time spent":"918.423339ms","remote":"127.0.0.1:45112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":8,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-07-02T11:35:15.941705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:35:14.6607Z","time spent":"1.280995703s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":12656,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-07-02T11:35:15.941301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.193482445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T11:35:15.942104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.492138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11496"} {"level":"warn","ts":"2026-07-02T11:35:15.941339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.244901909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T11:35:15.942142Z","caller":"traceutil/trace.go:171","msg":"trace[1624154106] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12026; }","duration":"1.194347272s","start":"2026-07-02T11:35:14.747758Z","end":"2026-07-02T11:35:15.942105Z","steps":["trace[1624154106] 'agreement among raft nodes before linearized reading' (duration: 1.193502375s)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:35:15.94222Z","caller":"traceutil/trace.go:171","msg":"trace[1143485751] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:12026; }","duration":"1.24588665s","start":"2026-07-02T11:35:14.696321Z","end":"2026-07-02T11:35:15.942208Z","steps":["trace[1143485751] 'agreement among raft nodes before linearized reading' (duration: 1.244978341s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:35:15.942263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:35:14.696294Z","time spent":"1.245955053s","remote":"127.0.0.1:40808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-07-02T11:35:15.94226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:35:14.747728Z","time spent":"1.194507527s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-07-02T11:35:15.941351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.193538277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T11:35:15.942349Z","caller":"traceutil/trace.go:171","msg":"trace[1715612157] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12026; }","duration":"1.194528069s","start":"2026-07-02T11:35:14.747807Z","end":"2026-07-02T11:35:15.942335Z","steps":["trace[1715612157] 'agreement among raft nodes before linearized reading' (duration: 1.193517266s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:35:15.942412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:35:14.747728Z","time spent":"1.194672563s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-07-02T11:35:15.941374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.271423977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T11:35:15.94246Z","caller":"traceutil/trace.go:171","msg":"trace[1357175018] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12026; }","duration":"1.272543943s","start":"2026-07-02T11:35:14.669899Z","end":"2026-07-02T11:35:15.942443Z","steps":["trace[1357175018] 'agreement among raft nodes before linearized reading' (duration: 1.271404317s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:35:15.942513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:35:14.669889Z","time spent":"1.272612665s","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T11:35:15.941396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.546716011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tfgdm\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-07-02T11:35:15.94259Z","caller":"traceutil/trace.go:171","msg":"trace[466247986] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tfgdm; range_end:; response_count:1; response_revision:12026; }","duration":"1.547914129s","start":"2026-07-02T11:35:14.39466Z","end":"2026-07-02T11:35:15.942574Z","steps":["trace[466247986] 'agreement among raft nodes before linearized reading' (duration: 1.546544605s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:35:15.942635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:35:14.394606Z","time spent":"1.548014833s","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-tfgdm\" "} {"level":"warn","ts":"2026-07-02T11:35:15.941399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.731597583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-07-02T11:35:15.941404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.72086933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-07-02T11:35:15.942692Z","caller":"traceutil/trace.go:171","msg":"trace[426199689] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12026; }","duration":"1.732907424s","start":"2026-07-02T11:35:14.209766Z","end":"2026-07-02T11:35:15.942673Z","steps":["trace[426199689] 'agreement among raft nodes before linearized reading' (duration: 1.731500009s)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:35:15.942806Z","caller":"traceutil/trace.go:171","msg":"trace[284267168] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:12026; }","duration":"1.722299806s","start":"2026-07-02T11:35:14.220483Z","end":"2026-07-02T11:35:15.942783Z","steps":["trace[284267168] 'agreement among raft nodes before linearized reading' (duration: 1.720705505s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:35:15.942837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:35:14.209757Z","time spent":"1.73306023s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-02T11:35:15.941449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.731760158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-02T11:35:15.942866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:35:14.220474Z","time spent":"1.722378938s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-07-02T11:35:15.942902Z","caller":"traceutil/trace.go:171","msg":"trace[636079363] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12026; }","duration":"1.733229015s","start":"2026-07-02T11:35:14.209662Z","end":"2026-07-02T11:35:15.942891Z","steps":["trace[636079363] 'agreement among raft nodes before linearized reading' (duration: 1.731710437s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:35:15.942961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:35:14.20965Z","time spent":"1.733280057s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-02T11:35:15.941475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.280670243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T11:35:15.94303Z","caller":"traceutil/trace.go:171","msg":"trace[1022700530] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12026; }","duration":"1.282287615s","start":"2026-07-02T11:35:14.660725Z","end":"2026-07-02T11:35:15.943013Z","steps":["trace[1022700530] 'agreement among raft nodes before linearized reading' (duration: 1.280632552s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:35:15.94307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:35:14.6607Z","time spent":"1.282360777s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-07-02T11:35:15.941479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.193509906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:1 size:12632"} {"level":"info","ts":"2026-07-02T11:35:15.943206Z","caller":"traceutil/trace.go:171","msg":"trace[348527449] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:1; response_revision:12026; }","duration":"1.195314573s","start":"2026-07-02T11:35:14.747881Z","end":"2026-07-02T11:35:15.943196Z","steps":["trace[348527449] 'agreement among raft nodes before linearized reading' (duration: 1.193435083s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:35:15.943233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:35:14.747854Z","time spent":"1.195369955s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":12656,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-07-02T11:35:15.941484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.67677669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-02T11:35:15.943319Z","caller":"traceutil/trace.go:171","msg":"trace[1897344192] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12026; }","duration":"1.678671981s","start":"2026-07-02T11:35:14.264639Z","end":"2026-07-02T11:35:15.943311Z","steps":["trace[1897344192] 'agreement among raft nodes before linearized reading' (duration: 1.676582884s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:35:15.943342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:35:14.264624Z","time spent":"1.678710611s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-02T11:35:15.941577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.732313116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-02T11:35:15.943401Z","caller":"traceutil/trace.go:171","msg":"trace[2112858305] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12026; }","duration":"1.734189706s","start":"2026-07-02T11:35:14.209195Z","end":"2026-07-02T11:35:15.943385Z","steps":["trace[2112858305] 'agreement among raft nodes before linearized reading' (duration: 1.731762799s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:35:15.943451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:35:14.20915Z","time spent":"1.734284099s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-02T11:35:15.941565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.280210458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-07-02T11:35:15.94126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.280293781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T11:35:15.942037Z","caller":"traceutil/trace.go:171","msg":"trace[1933469238] range","detail":"{range_begin:/registry/masterleases/199.204.45.89; range_end:; response_count:1; response_revision:12026; }","duration":"567.767165ms","start":"2026-07-02T11:35:15.374253Z","end":"2026-07-02T11:35:15.94202Z","steps":["trace[1933469238] 'agreement among raft nodes before linearized reading' (duration: 567.657752ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:35:15.942178Z","caller":"traceutil/trace.go:171","msg":"trace[1353314782] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12026; }","duration":"775.619482ms","start":"2026-07-02T11:35:15.166535Z","end":"2026-07-02T11:35:15.942154Z","steps":["trace[1353314782] 'agreement among raft nodes before linearized reading' (duration: 775.436196ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:35:15.943504Z","caller":"traceutil/trace.go:171","msg":"trace[1718608694] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12026; }","duration":"1.282221003s","start":"2026-07-02T11:35:14.661273Z","end":"2026-07-02T11:35:15.943494Z","steps":["trace[1718608694] 'agreement among raft nodes before linearized reading' (duration: 1.280040043s)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:35:15.943543Z","caller":"traceutil/trace.go:171","msg":"trace[421752537] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12026; }","duration":"1.282622516s","start":"2026-07-02T11:35:14.660907Z","end":"2026-07-02T11:35:15.94353Z","steps":["trace[421752537] 'agreement among raft nodes before linearized reading' (duration: 1.28024594s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:35:15.943556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:35:15.374227Z","time spent":"569.318365ms","remote":"127.0.0.1:44868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.89\" "} {"level":"warn","ts":"2026-07-02T11:35:15.943567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:35:14.6609Z","time spent":"1.282661197s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-07-02T11:35:15.943546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:35:14.661261Z","time spent":"1.282272634s","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":669,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-02T11:35:15.943512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:35:15.166501Z","time spent":"776.998406ms","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11520,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-02T11:35:16.448041Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096944183147572,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T11:35:16.548571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:35:15.944306Z","time spent":"604.258063ms","remote":"127.0.0.1:44868","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-02T11:35:16.842511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.012367ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T11:35:16.842728Z","caller":"traceutil/trace.go:171","msg":"trace[519439536] transaction","detail":"{read_only:false; response_revision:12027; number_of_response:1; }","duration":"895.194738ms","start":"2026-07-02T11:35:15.947497Z","end":"2026-07-02T11:35:16.842692Z","steps":["trace[519439536] 'process raft request' (duration: 729.918262ms)","trace[519439536] 'compare' (duration: 164.869463ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:35:16.842821Z","caller":"traceutil/trace.go:171","msg":"trace[745976655] transaction","detail":"{read_only:false; response_revision:12028; number_of_response:1; }","duration":"895.227068ms","start":"2026-07-02T11:35:15.947567Z","end":"2026-07-02T11:35:16.842794Z","steps":["trace[745976655] 'process raft request' (duration: 895.043982ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:35:16.84291Z","caller":"traceutil/trace.go:171","msg":"trace[992463836] transaction","detail":"{read_only:false; response_revision:12029; number_of_response:1; }","duration":"895.28292ms","start":"2026-07-02T11:35:15.947594Z","end":"2026-07-02T11:35:16.842877Z","steps":["trace[992463836] 'process raft request' (duration: 895.126074ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:35:16.84296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:35:15.947554Z","time spent":"895.337962ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:35:16.843007Z","caller":"traceutil/trace.go:171","msg":"trace[1945340819] transaction","detail":"{read_only:false; response_revision:12030; number_of_response:1; }","duration":"894.781204ms","start":"2026-07-02T11:35:15.948153Z","end":"2026-07-02T11:35:16.842935Z","steps":["trace[1945340819] 'process raft request' (duration: 894.612449ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:35:16.843053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:35:15.947562Z","time spent":"895.415365ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:35:16.843041Z","caller":"traceutil/trace.go:171","msg":"trace[1718848976] transaction","detail":"{read_only:false; response_revision:12032; number_of_response:1; }","duration":"292.597487ms","start":"2026-07-02T11:35:16.550424Z","end":"2026-07-02T11:35:16.843021Z","steps":["trace[1718848976] 'process raft request' (duration: 292.492694ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:35:16.843127Z","caller":"traceutil/trace.go:171","msg":"trace[1213541792] transaction","detail":"{read_only:false; response_revision:12031; number_of_response:1; }","duration":"894.191455ms","start":"2026-07-02T11:35:15.94892Z","end":"2026-07-02T11:35:16.843111Z","steps":["trace[1213541792] 'process raft request' (duration: 893.923656ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:35:16.843184Z","caller":"traceutil/trace.go:171","msg":"trace[1275003854] linearizableReadLoop","detail":"{readStateIndex:12580; appliedIndex:12574; }","duration":"895.712864ms","start":"2026-07-02T11:35:15.947461Z","end":"2026-07-02T11:35:16.843174Z","steps":["trace[1275003854] 'read index received' (duration: 600.914377ms)","trace[1275003854] 'applied index is now lower than readState.Index' (duration: 294.796867ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:35:16.843199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:35:15.948143Z","time spent":"894.937309ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:35:16.843218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:35:15.94891Z","time spent":"894.261927ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:35:16.842987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:35:15.947478Z","time spent":"895.394943ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:35:16.843476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.591511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T11:35:16.843513Z","caller":"traceutil/trace.go:171","msg":"trace[1315803306] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12032; }","duration":"891.631833ms","start":"2026-07-02T11:35:15.951873Z","end":"2026-07-02T11:35:16.843505Z","steps":["trace[1315803306] 'agreement among raft nodes before linearized reading' (duration: 891.55173ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:35:16.843531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.370853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11496"} {"level":"info","ts":"2026-07-02T11:35:16.843578Z","caller":"traceutil/trace.go:171","msg":"trace[238297011] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12032; }","duration":"895.480907ms","start":"2026-07-02T11:35:15.948085Z","end":"2026-07-02T11:35:16.843566Z","steps":["trace[238297011] 'agreement among raft nodes before linearized reading' (duration: 895.304111ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:35:16.843572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.346136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T11:35:16.843541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:35:15.951852Z","time spent":"891.683675ms","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T11:35:16.843596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.516483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-07-02T11:35:16.843667Z","caller":"traceutil/trace.go:171","msg":"trace[1870967851] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12032; }","duration":"893.628877ms","start":"2026-07-02T11:35:15.950027Z","end":"2026-07-02T11:35:16.843656Z","steps":["trace[1870967851] 'agreement among raft nodes before linearized reading' (duration: 893.398609ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:35:16.843704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:35:15.950021Z","time spent":"893.677089ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-02T11:35:16.843692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.22405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"info","ts":"2026-07-02T11:35:16.843771Z","caller":"traceutil/trace.go:171","msg":"trace[1288346822] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:12032; }","duration":"896.310393ms","start":"2026-07-02T11:35:15.947434Z","end":"2026-07-02T11:35:16.843745Z","steps":["trace[1288346822] 'agreement among raft nodes before linearized reading' (duration: 895.817398ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:35:16.843613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:35:15.948074Z","time spent":"895.532168ms","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11520,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-02T11:35:16.843811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:35:15.9474Z","time spent":"896.403206ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":592,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-02T11:35:16.843659Z","caller":"traceutil/trace.go:171","msg":"trace[745912331] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:12032; }","duration":"872.496951ms","start":"2026-07-02T11:35:15.971138Z","end":"2026-07-02T11:35:16.843635Z","steps":["trace[745912331] 'agreement among raft nodes before linearized reading' (duration: 872.330075ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:35:16.843926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:35:15.971111Z","time spent":"872.804711ms","remote":"127.0.0.1:46422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-07-02T11:35:16.84397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.602019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:50 size:450215"} {"level":"info","ts":"2026-07-02T11:35:16.844038Z","caller":"traceutil/trace.go:171","msg":"trace[64581098] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:50; response_revision:12032; }","duration":"894.701691ms","start":"2026-07-02T11:35:15.94932Z","end":"2026-07-02T11:35:16.844022Z","steps":["trace[64581098] 'agreement among raft nodes before linearized reading' (duration: 894.156564ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:35:16.844072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:35:15.949311Z","time spent":"894.753083ms","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":50,"response size":450239,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-02T11:35:17.095449Z","caller":"traceutil/trace.go:171","msg":"trace[1351728086] linearizableReadLoop","detail":"{readStateIndex:12582; appliedIndex:12581; }","duration":"246.573455ms","start":"2026-07-02T11:35:16.848854Z","end":"2026-07-02T11:35:17.095427Z","steps":["trace[1351728086] 'read index received' (duration: 246.337207ms)","trace[1351728086] 'applied index is now lower than readState.Index' (duration: 234.988µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:35:17.095516Z","caller":"traceutil/trace.go:171","msg":"trace[699364655] transaction","detail":"{read_only:false; response_revision:12033; number_of_response:1; }","duration":"247.037589ms","start":"2026-07-02T11:35:16.848443Z","end":"2026-07-02T11:35:17.095481Z","steps":["trace[699364655] 'process raft request' (duration: 246.74797ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:35:17.095742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.874065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-02T11:35:17.095795Z","caller":"traceutil/trace.go:171","msg":"trace[1091401075] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:12033; }","duration":"246.977888ms","start":"2026-07-02T11:35:16.848802Z","end":"2026-07-02T11:35:17.095779Z","steps":["trace[1091401075] 'agreement among raft nodes before linearized reading' (duration: 246.779211ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:35:17.415379Z","caller":"traceutil/trace.go:171","msg":"trace[2056175908] transaction","detail":"{read_only:false; response_revision:12034; number_of_response:1; }","duration":"565.991619ms","start":"2026-07-02T11:35:16.84936Z","end":"2026-07-02T11:35:17.415351Z","steps":["trace[2056175908] 'process raft request' (duration: 540.894507ms)","trace[2056175908] 'compare' (duration: 24.73292ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:35:17.415587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:35:16.849325Z","time spent":"566.196766ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:35:17.415635Z","caller":"traceutil/trace.go:171","msg":"trace[232359580] transaction","detail":"{read_only:false; response_revision:12035; number_of_response:1; }","duration":"527.034554ms","start":"2026-07-02T11:35:16.88858Z","end":"2026-07-02T11:35:17.415615Z","steps":["trace[232359580] 'process raft request' (duration: 526.693163ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:35:17.415739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:35:16.888545Z","time spent":"527.138297ms","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:35:17.415872Z","caller":"traceutil/trace.go:171","msg":"trace[167839118] linearizableReadLoop","detail":"{readStateIndex:12585; appliedIndex:12582; }","duration":"317.922137ms","start":"2026-07-02T11:35:17.097925Z","end":"2026-07-02T11:35:17.415847Z","steps":["trace[167839118] 'read index received' (duration: 292.329239ms)","trace[167839118] 'applied index is now lower than readState.Index' (duration: 25.591648ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:35:17.415973Z","caller":"traceutil/trace.go:171","msg":"trace[117053451] transaction","detail":"{read_only:false; response_revision:12036; number_of_response:1; }","duration":"404.843596ms","start":"2026-07-02T11:35:17.011106Z","end":"2026-07-02T11:35:17.41595Z","steps":["trace[117053451] 'process raft request' (duration: 404.427373ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:35:17.416083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:35:17.011084Z","time spent":"404.944329ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:35:17.416176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.748889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"warn","ts":"2026-07-02T11:35:17.416211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.547875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-02T11:35:17.416198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.265668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-02T11:35:17.416255Z","caller":"traceutil/trace.go:171","msg":"trace[429207435] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12036; }","duration":"316.891394ms","start":"2026-07-02T11:35:17.099334Z","end":"2026-07-02T11:35:17.416225Z","steps":["trace[429207435] 'agreement among raft nodes before linearized reading' (duration: 316.649546ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:35:17.416278Z","caller":"traceutil/trace.go:171","msg":"trace[970320996] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:12036; }","duration":"318.381431ms","start":"2026-07-02T11:35:17.097876Z","end":"2026-07-02T11:35:17.416258Z","steps":["trace[970320996] 'agreement among raft nodes before linearized reading' (duration: 318.084802ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:35:17.416306Z","caller":"traceutil/trace.go:171","msg":"trace[1368219507] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:12036; }","duration":"171.691811ms","start":"2026-07-02T11:35:17.244554Z","end":"2026-07-02T11:35:17.416246Z","steps":["trace[1368219507] 'agreement among raft nodes before linearized reading' (duration: 171.476934ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:35:17.416333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:35:17.099315Z","time spent":"316.997387ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-02T11:35:17.416338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:35:17.097857Z","time spent":"318.466444ms","remote":"127.0.0.1:45096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-02T11:35:17.73742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.127277ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T11:35:17.737535Z","caller":"traceutil/trace.go:171","msg":"trace[329046407] transaction","detail":"{read_only:false; response_revision:12037; number_of_response:1; }","duration":"315.175808ms","start":"2026-07-02T11:35:17.422341Z","end":"2026-07-02T11:35:17.737516Z","steps":["trace[329046407] 'process raft request' (duration: 115.860955ms)","trace[329046407] 'compare' (duration: 199.038525ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:35:17.737584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:35:17.42232Z","time spent":"315.241071ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:35:17.74656Z","caller":"traceutil/trace.go:171","msg":"trace[1700974534] transaction","detail":"{read_only:false; response_revision:12038; number_of_response:1; }","duration":"321.750769ms","start":"2026-07-02T11:35:17.424786Z","end":"2026-07-02T11:35:17.746537Z","steps":["trace[1700974534] 'process raft request' (duration: 321.543142ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:35:17.746838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:35:17.424766Z","time spent":"321.867333ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:35:17.746879Z","caller":"traceutil/trace.go:171","msg":"trace[1808067614] transaction","detail":"{read_only:false; number_of_response:0; response_revision:12038; }","duration":"321.685517ms","start":"2026-07-02T11:35:17.425177Z","end":"2026-07-02T11:35:17.746862Z","steps":["trace[1808067614] 'process raft request' (duration: 321.285585ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:35:17.746946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:35:17.425156Z","time spent":"321.759819ms","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-02T11:35:22.418669Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9251} {"level":"warn","ts":"2026-07-02T11:35:22.419275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.841099ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:5"} {"level":"info","ts":"2026-07-02T11:35:22.419371Z","caller":"traceutil/trace.go:171","msg":"trace[757052812] compact","detail":"{revision:9251; response_revision:12090; }","duration":"166.034839ms","start":"2026-07-02T11:35:22.253322Z","end":"2026-07-02T11:35:22.419357Z","steps":["trace[757052812] 'process raft request' (duration: 62.409515ms)","trace[757052812] 'check and update compact revision' (duration: 102.766337ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:35:23.046213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.625366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tfgdm\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-07-02T11:35:23.046314Z","caller":"traceutil/trace.go:171","msg":"trace[400471861] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tfgdm; range_end:; response_count:1; response_revision:12090; }","duration":"165.753341ms","start":"2026-07-02T11:35:22.880538Z","end":"2026-07-02T11:35:23.046291Z","steps":["trace[400471861] 'range keys from in-memory index tree' (duration: 165.482562ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:35:23.046391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.234929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-02T11:35:23.046466Z","caller":"traceutil/trace.go:171","msg":"trace[1848553827] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12090; }","duration":"178.345463ms","start":"2026-07-02T11:35:22.868101Z","end":"2026-07-02T11:35:23.046447Z","steps":["trace[1848553827] 'range keys from in-memory index tree' (duration: 178.084714ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:35:23.046639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.852602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11496"} {"level":"info","ts":"2026-07-02T11:35:23.046675Z","caller":"traceutil/trace.go:171","msg":"trace[1438313892] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12090; }","duration":"149.924355ms","start":"2026-07-02T11:35:22.896742Z","end":"2026-07-02T11:35:23.046667Z","steps":["trace[1438313892] 'range keys from in-memory index tree' (duration: 149.742108ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:35:23.046685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.110912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-02T11:35:23.046732Z","caller":"traceutil/trace.go:171","msg":"trace[321339035] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12090; }","duration":"176.183603ms","start":"2026-07-02T11:35:22.870538Z","end":"2026-07-02T11:35:23.046721Z","steps":["trace[321339035] 'range keys from in-memory index tree' (duration: 175.993357ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:35:23.046928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.237298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-02T11:35:23.046966Z","caller":"traceutil/trace.go:171","msg":"trace[742511002] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12090; }","duration":"177.285709ms","start":"2026-07-02T11:35:22.869671Z","end":"2026-07-02T11:35:23.046957Z","steps":["trace[742511002] 'range keys from in-memory index tree' (duration: 177.167635ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:35:23.046954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.977286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-84d84c7c85-5g6rp.18be75be5b8ecaaa\" ","response":"range_response_count:1 size:1977"} {"level":"info","ts":"2026-07-02T11:35:23.04704Z","caller":"traceutil/trace.go:171","msg":"trace[1133045937] range","detail":"{range_begin:/registry/events/openstack/glance-api-84d84c7c85-5g6rp.18be75be5b8ecaaa; range_end:; response_count:1; response_revision:12090; }","duration":"120.103321ms","start":"2026-07-02T11:35:22.92691Z","end":"2026-07-02T11:35:23.047013Z","steps":["trace[1133045937] 'range keys from in-memory index tree' (duration: 119.799131ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:35:23.047103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.370712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-02T11:35:23.047204Z","caller":"traceutil/trace.go:171","msg":"trace[1734831740] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12090; }","duration":"177.517256ms","start":"2026-07-02T11:35:22.869667Z","end":"2026-07-02T11:35:23.047185Z","steps":["trace[1734831740] 'range keys from in-memory index tree' (duration: 177.178476ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:35:23.05101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.237336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-02T11:35:23.051079Z","caller":"traceutil/trace.go:171","msg":"trace[1204659918] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:12090; }","duration":"181.345839ms","start":"2026-07-02T11:35:22.869719Z","end":"2026-07-02T11:35:23.051064Z","steps":["trace[1204659918] 'range keys from in-memory index tree' (duration: 181.085561ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:35:23.089035Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9251,"took":"668.684372ms","hash":4172034155,"current-db-size-bytes":58904576,"current-db-size":"59 MB","current-db-size-in-use-bytes":28192768,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-07-02T11:35:23.089176Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4172034155,"revision":9251,"compact-revision":6376} {"level":"info","ts":"2026-07-02T11:40:22.059555Z","caller":"traceutil/trace.go:171","msg":"trace[448946886] transaction","detail":"{read_only:false; response_revision:14514; number_of_response:1; }","duration":"546.482699ms","start":"2026-07-02T11:40:21.513047Z","end":"2026-07-02T11:40:22.059529Z","steps":["trace[448946886] 'process raft request' (duration: 546.251521ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:40:22.059704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:40:21.513033Z","time spent":"546.599322ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:40:22.061905Z","caller":"traceutil/trace.go:171","msg":"trace[1696641886] linearizableReadLoop","detail":"{readStateIndex:15198; appliedIndex:15196; }","duration":"496.226811ms","start":"2026-07-02T11:40:21.565665Z","end":"2026-07-02T11:40:22.061892Z","steps":["trace[1696641886] 'read index received' (duration: 493.631198ms)","trace[1696641886] 'applied index is now lower than readState.Index' (duration: 2.594873ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:40:22.062105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.415897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T11:40:22.062179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.71815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-02T11:40:22.062168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.358228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-07-02T11:40:22.062339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.219107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T11:40:22.06247Z","caller":"traceutil/trace.go:171","msg":"trace[646908089] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:14515; }","duration":"346.642657ms","start":"2026-07-02T11:40:21.715759Z","end":"2026-07-02T11:40:22.062402Z","steps":["trace[646908089] 'agreement among raft nodes before linearized reading' (duration: 346.330447ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:40:22.062275Z","caller":"traceutil/trace.go:171","msg":"trace[1337080227] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:14515; }","duration":"447.874745ms","start":"2026-07-02T11:40:21.61438Z","end":"2026-07-02T11:40:22.062255Z","steps":["trace[1337080227] 'agreement among raft nodes before linearized reading' (duration: 447.668728ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:40:22.062586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:40:21.715737Z","time spent":"346.836143ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-02T11:40:22.062627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:40:21.614357Z","time spent":"448.254186ms","remote":"127.0.0.1:59244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":33,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-07-02T11:40:22.062817Z","caller":"traceutil/trace.go:171","msg":"trace[1230269400] transaction","detail":"{read_only:false; response_revision:14515; number_of_response:1; }","duration":"517.943715ms","start":"2026-07-02T11:40:21.544853Z","end":"2026-07-02T11:40:22.062797Z","steps":["trace[1230269400] 'process raft request' (duration: 516.949683ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:40:22.062973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:40:21.544835Z","time spent":"518.094371ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:40:22.062627Z","caller":"traceutil/trace.go:171","msg":"trace[1440007320] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14515; }","duration":"393.373181ms","start":"2026-07-02T11:40:21.669046Z","end":"2026-07-02T11:40:22.062419Z","steps":["trace[1440007320] 'agreement among raft nodes before linearized reading' (duration: 393.123003ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:40:22.063798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:40:21.669023Z","time spent":"394.737735ms","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-02T11:40:22.062243Z","caller":"traceutil/trace.go:171","msg":"trace[1854491743] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:14515; }","duration":"496.596223ms","start":"2026-07-02T11:40:21.56563Z","end":"2026-07-02T11:40:22.062226Z","steps":["trace[1854491743] 'agreement among raft nodes before linearized reading' (duration: 496.360506ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:40:22.064207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:40:21.565613Z","time spent":"498.579466ms","remote":"127.0.0.1:45198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-07-02T11:40:22.425591Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12090} {"level":"info","ts":"2026-07-02T11:40:22.512134Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12090,"took":"84.564605ms","hash":3952682050,"current-db-size-bytes":58904576,"current-db-size":"59 MB","current-db-size-in-use-bytes":25427968,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-07-02T11:40:22.512197Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3952682050,"revision":12090,"compact-revision":9251} {"level":"warn","ts":"2026-07-02T11:40:26.584373Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096944183154879,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-02T11:40:26.61002Z","caller":"traceutil/trace.go:171","msg":"trace[670264886] transaction","detail":"{read_only:false; response_revision:14546; number_of_response:1; }","duration":"528.152893ms","start":"2026-07-02T11:40:26.081847Z","end":"2026-07-02T11:40:26.61Z","steps":["trace[670264886] 'process raft request' (duration: 528.014508ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:40:26.610166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:40:26.081828Z","time spent":"528.269906ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:40:26.612118Z","caller":"traceutil/trace.go:171","msg":"trace[2023752898] transaction","detail":"{read_only:false; response_revision:14547; number_of_response:1; }","duration":"126.183805ms","start":"2026-07-02T11:40:26.4859Z","end":"2026-07-02T11:40:26.612084Z","steps":["trace[2023752898] 'process raft request' (duration: 126.076452ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:40:26.612232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.919525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-02T11:40:26.612273Z","caller":"traceutil/trace.go:171","msg":"trace[1127175201] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:14547; }","duration":"528.021078ms","start":"2026-07-02T11:40:26.084242Z","end":"2026-07-02T11:40:26.612263Z","steps":["trace[1127175201] 'agreement among raft nodes before linearized reading' (duration: 527.883424ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:40:26.612307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:40:26.084218Z","time spent":"528.08247ms","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":94,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-07-02T11:40:26.612062Z","caller":"traceutil/trace.go:171","msg":"trace[893519205] linearizableReadLoop","detail":"{readStateIndex:15233; appliedIndex:15231; }","duration":"527.734238ms","start":"2026-07-02T11:40:26.084312Z","end":"2026-07-02T11:40:26.612047Z","steps":["trace[893519205] 'read index received' (duration: 525.542568ms)","trace[893519205] 'applied index is now lower than readState.Index' (duration: 2.19097ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:40:26.612708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.594463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/placement-api-7fc5d9d575-lkqsx\" ","response":"range_response_count:1 size:8538"} {"level":"warn","ts":"2026-07-02T11:40:26.612706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.68705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-02T11:40:26.612739Z","caller":"traceutil/trace.go:171","msg":"trace[1675387357] range","detail":"{range_begin:/registry/pods/openstack/placement-api-7fc5d9d575-lkqsx; range_end:; response_count:1; response_revision:14547; }","duration":"269.673625ms","start":"2026-07-02T11:40:26.343057Z","end":"2026-07-02T11:40:26.612731Z","steps":["trace[1675387357] 'agreement among raft nodes before linearized reading' (duration: 269.554001ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:40:26.612749Z","caller":"traceutil/trace.go:171","msg":"trace[437851466] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14547; }","duration":"241.739181ms","start":"2026-07-02T11:40:26.370998Z","end":"2026-07-02T11:40:26.612737Z","steps":["trace[437851466] 'agreement among raft nodes before linearized reading' (duration: 241.658349ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:40:47.047494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.495836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T11:40:47.047576Z","caller":"traceutil/trace.go:171","msg":"trace[778929173] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14682; }","duration":"378.63669ms","start":"2026-07-02T11:40:46.66892Z","end":"2026-07-02T11:40:47.047557Z","steps":["trace[778929173] 'range keys from in-memory index tree' (duration: 378.405813ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:40:47.047612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:40:46.668901Z","time spent":"378.703872ms","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-02T11:40:47.04791Z","caller":"traceutil/trace.go:171","msg":"trace[635088660] linearizableReadLoop","detail":"{readStateIndex:15377; appliedIndex:15376; }","duration":"341.957237ms","start":"2026-07-02T11:40:46.705915Z","end":"2026-07-02T11:40:47.047872Z","steps":["trace[635088660] 'read index received' (duration: 289.032615ms)","trace[635088660] 'applied index is now lower than readState.Index' (duration: 52.923372ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:40:47.048033Z","caller":"traceutil/trace.go:171","msg":"trace[151395579] transaction","detail":"{read_only:false; response_revision:14683; number_of_response:1; }","duration":"359.802847ms","start":"2026-07-02T11:40:46.688217Z","end":"2026-07-02T11:40:47.048019Z","steps":["trace[151395579] 'process raft request' (duration: 306.761851ms)","trace[151395579] 'compare' (duration: 52.718126ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:40:47.04819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.781734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-02T11:40:47.048209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:40:46.688183Z","time spent":"359.87583ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:40:47.048233Z","caller":"traceutil/trace.go:171","msg":"trace[1343062619] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14683; }","duration":"297.823595ms","start":"2026-07-02T11:40:46.750396Z","end":"2026-07-02T11:40:47.048219Z","steps":["trace[1343062619] 'agreement among raft nodes before linearized reading' (duration: 297.64929ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:40:47.048257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.272338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-02T11:40:47.048316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.215929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-02T11:40:47.048366Z","caller":"traceutil/trace.go:171","msg":"trace[1709230437] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14683; }","duration":"272.404882ms","start":"2026-07-02T11:40:46.775936Z","end":"2026-07-02T11:40:47.048341Z","steps":["trace[1709230437] 'agreement among raft nodes before linearized reading' (duration: 272.139024ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:40:47.048405Z","caller":"traceutil/trace.go:171","msg":"trace[620379897] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14683; }","duration":"278.312352ms","start":"2026-07-02T11:40:46.770069Z","end":"2026-07-02T11:40:47.048381Z","steps":["trace[620379897] 'agreement among raft nodes before linearized reading' (duration: 278.070194ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:40:47.048437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.66601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-02T11:40:47.048467Z","caller":"traceutil/trace.go:171","msg":"trace[686006128] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14683; }","duration":"297.729112ms","start":"2026-07-02T11:40:46.750729Z","end":"2026-07-02T11:40:47.048458Z","steps":["trace[686006128] 'agreement among raft nodes before linearized reading' (duration: 297.643509ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:40:47.048721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.695928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-02T11:40:47.048761Z","caller":"traceutil/trace.go:171","msg":"trace[120336485] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:14683; }","duration":"265.762279ms","start":"2026-07-02T11:40:46.782987Z","end":"2026-07-02T11:40:47.04875Z","steps":["trace[120336485] 'agreement among raft nodes before linearized reading' (duration: 265.659746ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:40:47.04836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.431132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-02T11:40:47.049088Z","caller":"traceutil/trace.go:171","msg":"trace[1101430612] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14683; }","duration":"343.189787ms","start":"2026-07-02T11:40:46.705854Z","end":"2026-07-02T11:40:47.049044Z","steps":["trace[1101430612] 'agreement among raft nodes before linearized reading' (duration: 342.331379ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:40:47.049167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:40:46.705828Z","time spent":"343.29788ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-02T11:40:47.297653Z","caller":"traceutil/trace.go:171","msg":"trace[812602608] transaction","detail":"{read_only:false; response_revision:14685; number_of_response:1; }","duration":"244.541281ms","start":"2026-07-02T11:40:47.053094Z","end":"2026-07-02T11:40:47.297635Z","steps":["trace[812602608] 'process raft request' (duration: 244.497979ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:40:47.297787Z","caller":"traceutil/trace.go:171","msg":"trace[1796985476] transaction","detail":"{read_only:false; response_revision:14684; number_of_response:1; }","duration":"244.649414ms","start":"2026-07-02T11:40:47.053093Z","end":"2026-07-02T11:40:47.297742Z","steps":["trace[1796985476] 'process raft request' (duration: 240.865053ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:40:47.300988Z","caller":"traceutil/trace.go:171","msg":"trace[570322500] linearizableReadLoop","detail":"{readStateIndex:15383; appliedIndex:15377; }","duration":"199.646675ms","start":"2026-07-02T11:40:47.101316Z","end":"2026-07-02T11:40:47.300963Z","steps":["trace[570322500] 'read index received' (duration: 192.652171ms)","trace[570322500] 'applied index is now lower than readState.Index' (duration: 6.993534ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:40:47.301093Z","caller":"traceutil/trace.go:171","msg":"trace[943209313] transaction","detail":"{read_only:false; response_revision:14688; number_of_response:1; }","duration":"247.431723ms","start":"2026-07-02T11:40:47.053653Z","end":"2026-07-02T11:40:47.301085Z","steps":["trace[943209313] 'process raft request' (duration: 247.249387ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:40:47.301091Z","caller":"traceutil/trace.go:171","msg":"trace[2044618319] transaction","detail":"{read_only:false; response_revision:14687; number_of_response:1; }","duration":"247.570378ms","start":"2026-07-02T11:40:47.05348Z","end":"2026-07-02T11:40:47.30105Z","steps":["trace[2044618319] 'process raft request' (duration: 247.385172ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:40:47.301207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.863222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-02T11:40:47.301266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.586867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T11:40:47.301291Z","caller":"traceutil/trace.go:171","msg":"trace[1249420390] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:14689; }","duration":"191.6486ms","start":"2026-07-02T11:40:47.109636Z","end":"2026-07-02T11:40:47.301284Z","steps":["trace[1249420390] 'agreement among raft nodes before linearized reading' (duration: 191.592318ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:40:47.30129Z","caller":"traceutil/trace.go:171","msg":"trace[784784555] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:14689; }","duration":"200.002437ms","start":"2026-07-02T11:40:47.101263Z","end":"2026-07-02T11:40:47.301266Z","steps":["trace[784784555] 'agreement among raft nodes before linearized reading' (duration: 199.852972ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:40:47.301345Z","caller":"traceutil/trace.go:171","msg":"trace[633778105] transaction","detail":"{read_only:false; response_revision:14686; number_of_response:1; }","duration":"248.143196ms","start":"2026-07-02T11:40:47.053186Z","end":"2026-07-02T11:40:47.301329Z","steps":["trace[633778105] 'process raft request' (duration: 247.541967ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:40:47.301441Z","caller":"traceutil/trace.go:171","msg":"trace[69679114] transaction","detail":"{read_only:false; response_revision:14689; number_of_response:1; }","duration":"246.723291ms","start":"2026-07-02T11:40:47.054709Z","end":"2026-07-02T11:40:47.301432Z","steps":["trace[69679114] 'process raft request' (duration: 246.221955ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:40:57.498512Z","caller":"traceutil/trace.go:171","msg":"trace[463205391] transaction","detail":"{read_only:false; response_revision:14766; number_of_response:1; }","duration":"307.619078ms","start":"2026-07-02T11:40:57.190856Z","end":"2026-07-02T11:40:57.498475Z","steps":["trace[463205391] 'process raft request' (duration: 305.627265ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:40:57.498725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:40:57.190836Z","time spent":"307.773664ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:40:59.452321Z","caller":"traceutil/trace.go:171","msg":"trace[274570969] transaction","detail":"{read_only:false; response_revision:14777; number_of_response:1; }","duration":"347.841585ms","start":"2026-07-02T11:40:59.104458Z","end":"2026-07-02T11:40:59.4523Z","steps":["trace[274570969] 'process raft request' (duration: 347.70589ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:40:59.452471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:40:59.104438Z","time spent":"347.962779ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:41:04.725498Z","caller":"traceutil/trace.go:171","msg":"trace[1760676054] transaction","detail":"{read_only:false; response_revision:14817; number_of_response:1; }","duration":"117.180548ms","start":"2026-07-02T11:41:04.608296Z","end":"2026-07-02T11:41:04.725477Z","steps":["trace[1760676054] 'process raft request' (duration: 116.891789ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:41:05.106149Z","caller":"traceutil/trace.go:171","msg":"trace[1557409250] transaction","detail":"{read_only:false; response_revision:14818; number_of_response:1; }","duration":"101.386893ms","start":"2026-07-02T11:41:05.004742Z","end":"2026-07-02T11:41:05.106129Z","steps":["trace[1557409250] 'process raft request' (duration: 101.246338ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:41:05.110215Z","caller":"traceutil/trace.go:171","msg":"trace[1216340393] transaction","detail":"{read_only:false; response_revision:14819; number_of_response:1; }","duration":"102.414875ms","start":"2026-07-02T11:41:05.007789Z","end":"2026-07-02T11:41:05.110204Z","steps":["trace[1216340393] 'process raft request' (duration: 102.351343ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:41:06.896546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.235323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T11:41:06.896721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.120038732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-02T11:41:06.896798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.077342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11496"} {"level":"info","ts":"2026-07-02T11:41:06.896849Z","caller":"traceutil/trace.go:171","msg":"trace[608024780] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14831; }","duration":"106.172664ms","start":"2026-07-02T11:41:06.790659Z","end":"2026-07-02T11:41:06.896832Z","steps":["trace[608024780] 'range keys from in-memory index tree' (duration: 105.889456ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:41:06.89685Z","caller":"traceutil/trace.go:171","msg":"trace[1474797525] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:14831; }","duration":"1.120226898s","start":"2026-07-02T11:41:05.776592Z","end":"2026-07-02T11:41:06.896819Z","steps":["trace[1474797525] 'count revisions from in-memory index tree' (duration: 1.11996642s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:41:06.89691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:41:05.776576Z","time spent":"1.120319051s","remote":"127.0.0.1:45274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":32,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-07-02T11:41:06.896628Z","caller":"traceutil/trace.go:171","msg":"trace[1405412521] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14831; }","duration":"225.365617ms","start":"2026-07-02T11:41:06.671244Z","end":"2026-07-02T11:41:06.89661Z","steps":["trace[1405412521] 'range keys from in-memory index tree' (duration: 225.164241ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:41:07.592537Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096944183155681,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T11:41:08.093213Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096944183155681,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T11:41:08.593977Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096944183155681,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T11:41:09.047319Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.101854095s","expected-duration":"1s"} {"level":"info","ts":"2026-07-02T11:41:09.047863Z","caller":"traceutil/trace.go:171","msg":"trace[1593990352] transaction","detail":"{read_only:false; response_revision:14832; number_of_response:1; }","duration":"2.102525517s","start":"2026-07-02T11:41:06.945297Z","end":"2026-07-02T11:41:09.047822Z","steps":["trace[1593990352] 'process raft request' (duration: 2.102378912s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:41:09.04798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:41:06.945268Z","time spent":"2.102644461s","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:41:09.308852Z","caller":"traceutil/trace.go:171","msg":"trace[872820967] linearizableReadLoop","detail":"{readStateIndex:15535; appliedIndex:15533; }","duration":"2.216912435s","start":"2026-07-02T11:41:07.091906Z","end":"2026-07-02T11:41:09.308818Z","steps":["trace[872820967] 'read index received' (duration: 1.955636729s)","trace[872820967] 'applied index is now lower than readState.Index' (duration: 261.273636ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:41:09.309021Z","caller":"traceutil/trace.go:171","msg":"trace[1882228116] transaction","detail":"{read_only:false; response_revision:14833; number_of_response:1; }","duration":"1.825984551s","start":"2026-07-02T11:41:07.482986Z","end":"2026-07-02T11:41:09.30897Z","steps":["trace[1882228116] 'process raft request' (duration: 1.740457836s)","trace[1882228116] 'compare' (duration: 85.289848ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:41:09.309268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:41:07.482967Z","time spent":"1.826166197s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:41:09.309561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.217451143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-02T11:41:09.309677Z","caller":"traceutil/trace.go:171","msg":"trace[208329836] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:14833; }","duration":"2.217782364s","start":"2026-07-02T11:41:07.091869Z","end":"2026-07-02T11:41:09.309651Z","steps":["trace[208329836] 'agreement among raft nodes before linearized reading' (duration: 2.21704688s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:41:09.309934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:41:07.091851Z","time spent":"2.21799403s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-02T11:41:09.310874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.760528748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-02T11:41:09.310866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008737232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/ovn-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T11:41:09.310923Z","caller":"traceutil/trace.go:171","msg":"trace[1075940243] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14833; }","duration":"1.760613141s","start":"2026-07-02T11:41:07.550297Z","end":"2026-07-02T11:41:09.31091Z","steps":["trace[1075940243] 'agreement among raft nodes before linearized reading' (duration: 1.760444016s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:41:09.310953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:41:07.550279Z","time spent":"1.760666832s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-02T11:41:09.310949Z","caller":"traceutil/trace.go:171","msg":"trace[2135542276] range","detail":"{range_begin:/registry/serviceaccounts/openstack/ovn-controller; range_end:; response_count:0; response_revision:14833; }","duration":"1.008850556s","start":"2026-07-02T11:41:08.302079Z","end":"2026-07-02T11:41:09.310929Z","steps":["trace[2135542276] 'agreement among raft nodes before linearized reading' (duration: 1.008721642s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:41:09.310942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.571455511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-07-02T11:41:09.311016Z","caller":"traceutil/trace.go:171","msg":"trace[785505083] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14833; }","duration":"1.571586924s","start":"2026-07-02T11:41:07.739409Z","end":"2026-07-02T11:41:09.310996Z","steps":["trace[785505083] 'agreement among raft nodes before linearized reading' (duration: 1.571349186s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:41:09.311059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:41:07.739391Z","time spent":"1.571658267s","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":669,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-02T11:41:09.311053Z","caller":"traceutil/trace.go:171","msg":"trace[1185413578] transaction","detail":"{read_only:false; number_of_response:0; response_revision:14833; }","duration":"253.547769ms","start":"2026-07-02T11:41:09.057478Z","end":"2026-07-02T11:41:09.311026Z","steps":["trace[1185413578] 'process raft request' (duration: 253.172957ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:41:09.311085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.640729287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T11:41:09.311082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.540342645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tfgdm\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-07-02T11:41:09.311116Z","caller":"traceutil/trace.go:171","msg":"trace[235045494] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14833; }","duration":"1.640787919s","start":"2026-07-02T11:41:07.670321Z","end":"2026-07-02T11:41:09.311109Z","steps":["trace[235045494] 'agreement among raft nodes before linearized reading' (duration: 1.640742147s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:41:09.311136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:41:07.670303Z","time spent":"1.640828819s","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T11:41:09.311109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.637308477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-02T11:41:09.311143Z","caller":"traceutil/trace.go:171","msg":"trace[1846204823] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tfgdm; range_end:; response_count:1; response_revision:14833; }","duration":"1.540436108s","start":"2026-07-02T11:41:07.770693Z","end":"2026-07-02T11:41:09.311129Z","steps":["trace[1846204823] 'agreement among raft nodes before linearized reading' (duration: 1.540270053s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:41:09.311143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.384815521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-02T11:41:09.31116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.158309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T11:41:09.311181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:41:07.770676Z","time spent":"1.540496921s","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-tfgdm\" "} {"level":"info","ts":"2026-07-02T11:41:09.311188Z","caller":"traceutil/trace.go:171","msg":"trace[2084200344] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14833; }","duration":"1.637434611s","start":"2026-07-02T11:41:07.673732Z","end":"2026-07-02T11:41:09.311166Z","steps":["trace[2084200344] 'agreement among raft nodes before linearized reading' (duration: 1.637178723s)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:41:09.311209Z","caller":"traceutil/trace.go:171","msg":"trace[2123252697] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:14833; }","duration":"1.384921334s","start":"2026-07-02T11:41:07.926268Z","end":"2026-07-02T11:41:09.311189Z","steps":["trace[2123252697] 'agreement among raft nodes before linearized reading' (duration: 1.384553822s)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:41:09.311212Z","caller":"traceutil/trace.go:171","msg":"trace[510927326] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:14833; }","duration":"229.243751ms","start":"2026-07-02T11:41:09.081952Z","end":"2026-07-02T11:41:09.311196Z","steps":["trace[510927326] 'agreement among raft nodes before linearized reading' (duration: 229.156549ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:41:09.311227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.636421649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-02T11:41:09.311267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.67526367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-02T11:41:09.311262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:41:07.92625Z","time spent":"1.384996547s","remote":"127.0.0.1:45156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":104,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-07-02T11:41:09.311289Z","caller":"traceutil/trace.go:171","msg":"trace[1847299974] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14833; }","duration":"1.675319752s","start":"2026-07-02T11:41:07.635963Z","end":"2026-07-02T11:41:09.311283Z","steps":["trace[1847299974] 'agreement among raft nodes before linearized reading' (duration: 1.67525721s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:41:09.311071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:41:08.302062Z","time spent":"1.008923239s","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/serviceaccounts/openstack/ovn-controller\" "} {"level":"info","ts":"2026-07-02T11:41:09.3113Z","caller":"traceutil/trace.go:171","msg":"trace[367275547] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14833; }","duration":"1.636577263s","start":"2026-07-02T11:41:07.674704Z","end":"2026-07-02T11:41:09.311281Z","steps":["trace[367275547] 'agreement among raft nodes before linearized reading' (duration: 1.636362776s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:41:09.311284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.578087283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"warn","ts":"2026-07-02T11:41:09.311344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:41:07.674697Z","time spent":"1.636636276s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-02T11:41:09.311379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.636963466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-02T11:41:09.311397Z","caller":"traceutil/trace.go:171","msg":"trace[350815883] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:14833; }","duration":"1.578221477s","start":"2026-07-02T11:41:07.733144Z","end":"2026-07-02T11:41:09.311365Z","steps":["trace[350815883] 'agreement among raft nodes before linearized reading' (duration: 1.577961558s)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:41:09.311426Z","caller":"traceutil/trace.go:171","msg":"trace[1494163456] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:14833; }","duration":"1.637043378s","start":"2026-07-02T11:41:07.674368Z","end":"2026-07-02T11:41:09.311412Z","steps":["trace[1494163456] 'agreement among raft nodes before linearized reading' (duration: 1.636911194s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:41:09.311245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:41:07.673712Z","time spent":"1.637520463s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-02T11:41:09.31147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:41:07.674345Z","time spent":"1.637115161s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-02T11:41:09.311305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:41:07.635942Z","time spent":"1.675359494s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-02T11:41:09.311478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:41:07.733119Z","time spent":"1.578338891s","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":684,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-02T11:41:09.311352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.689714873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-02T11:41:09.311734Z","caller":"traceutil/trace.go:171","msg":"trace[184462422] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14833; }","duration":"1.690117486s","start":"2026-07-02T11:41:07.621598Z","end":"2026-07-02T11:41:09.311715Z","steps":["trace[184462422] 'agreement among raft nodes before linearized reading' (duration: 1.689719973s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:41:09.311802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:41:07.621577Z","time spent":"1.690206359s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-02T11:41:09.311889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084790585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T11:41:09.312053Z","caller":"traceutil/trace.go:171","msg":"trace[1742459120] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:14833; }","duration":"1.085842609s","start":"2026-07-02T11:41:08.226189Z","end":"2026-07-02T11:41:09.312032Z","steps":["trace[1742459120] 'agreement among raft nodes before linearized reading' (duration: 1.084747864s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:41:09.312157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:41:08.226152Z","time spent":"1.085985973s","remote":"127.0.0.1:60480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-02T11:42:56.932207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.751031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-07-02T11:42:56.932313Z","caller":"traceutil/trace.go:171","msg":"trace[900621042] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:16217; }","duration":"201.900616ms","start":"2026-07-02T11:42:56.730395Z","end":"2026-07-02T11:42:56.932295Z","steps":["trace[900621042] 'range keys from in-memory index tree' (duration: 201.511234ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:42:56.93242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.595116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T11:42:56.932514Z","caller":"traceutil/trace.go:171","msg":"trace[1261384621] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:16217; }","duration":"201.73381ms","start":"2026-07-02T11:42:56.730758Z","end":"2026-07-02T11:42:56.932492Z","steps":["trace[1261384621] 'range keys from in-memory index tree' (duration: 201.541055ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:42:56.932546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.146274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-07-02T11:42:56.932563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.170485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T11:42:56.932563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.255105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"info","ts":"2026-07-02T11:42:56.932621Z","caller":"traceutil/trace.go:171","msg":"trace[767551819] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16217; }","duration":"202.252377ms","start":"2026-07-02T11:42:56.730351Z","end":"2026-07-02T11:42:56.932603Z","steps":["trace[767551819] 'range keys from in-memory index tree' (duration: 202.01629ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:42:56.932647Z","caller":"traceutil/trace.go:171","msg":"trace[1542987301] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16217; }","duration":"191.38223ms","start":"2026-07-02T11:42:56.741239Z","end":"2026-07-02T11:42:56.932621Z","steps":["trace[1542987301] 'range keys from in-memory index tree' (duration: 191.08199ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:42:56.932711Z","caller":"traceutil/trace.go:171","msg":"trace[1513221089] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16217; }","duration":"202.247637ms","start":"2026-07-02T11:42:56.730351Z","end":"2026-07-02T11:42:56.932599Z","steps":["trace[1513221089] 'range keys from in-memory index tree' (duration: 201.951958ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:42:57.222275Z","caller":"traceutil/trace.go:171","msg":"trace[212140281] linearizableReadLoop","detail":"{readStateIndex:16980; appliedIndex:16979; }","duration":"282.927271ms","start":"2026-07-02T11:42:56.939314Z","end":"2026-07-02T11:42:57.222241Z","steps":["trace[212140281] 'read index received' (duration: 282.513418ms)","trace[212140281] 'applied index is now lower than readState.Index' (duration: 403.493µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:42:57.222355Z","caller":"traceutil/trace.go:171","msg":"trace[680863405] transaction","detail":"{read_only:false; response_revision:16218; number_of_response:1; }","duration":"317.768357ms","start":"2026-07-02T11:42:56.904534Z","end":"2026-07-02T11:42:57.222303Z","steps":["trace[680863405] 'process raft request' (duration: 317.437456ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:42:57.222589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:42:56.904498Z","time spent":"317.979443ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:42:57.222684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.978817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11496"} {"level":"info","ts":"2026-07-02T11:42:57.222743Z","caller":"traceutil/trace.go:171","msg":"trace[108205902] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16218; }","duration":"231.120372ms","start":"2026-07-02T11:42:56.991604Z","end":"2026-07-02T11:42:57.222724Z","steps":["trace[108205902] 'agreement among raft nodes before linearized reading' (duration: 230.897145ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:42:57.222746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.587472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"info","ts":"2026-07-02T11:42:57.222876Z","caller":"traceutil/trace.go:171","msg":"trace[224723950] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16218; }","duration":"174.779527ms","start":"2026-07-02T11:42:57.048068Z","end":"2026-07-02T11:42:57.222848Z","steps":["trace[224723950] 'agreement among raft nodes before linearized reading' (duration: 174.473567ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:42:57.22345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.13369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:78 size:741714"} {"level":"info","ts":"2026-07-02T11:42:57.223514Z","caller":"traceutil/trace.go:171","msg":"trace[1568094182] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:78; response_revision:16218; }","duration":"284.218292ms","start":"2026-07-02T11:42:56.939278Z","end":"2026-07-02T11:42:57.223496Z","steps":["trace[1568094182] 'agreement among raft nodes before linearized reading' (duration: 283.103056ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:42:57.720438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.247372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-9kprs\" ","response":"range_response_count:1 size:22085"} {"level":"info","ts":"2026-07-02T11:42:57.720503Z","caller":"traceutil/trace.go:171","msg":"trace[508391986] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-9kprs; range_end:; response_count:1; response_revision:16218; }","duration":"447.361767ms","start":"2026-07-02T11:42:57.273126Z","end":"2026-07-02T11:42:57.720488Z","steps":["trace[508391986] 'range keys from in-memory index tree' (duration: 447.064926ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:42:57.720532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:42:57.273097Z","time spent":"447.428339ms","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22109,"request content":"key:\"/registry/pods/openstack/nova-compute-default-9kprs\" "} {"level":"warn","ts":"2026-07-02T11:42:57.72056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.746582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-9kprs\" ","response":"range_response_count:1 size:22085"} {"level":"info","ts":"2026-07-02T11:42:57.720721Z","caller":"traceutil/trace.go:171","msg":"trace[1491915254] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-9kprs; range_end:; response_count:1; response_revision:16218; }","duration":"444.899137ms","start":"2026-07-02T11:42:57.275764Z","end":"2026-07-02T11:42:57.720663Z","steps":["trace[1491915254] 'range keys from in-memory index tree' (duration: 444.331409ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:42:57.721006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:42:57.275753Z","time spent":"445.236408ms","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22109,"request content":"key:\"/registry/pods/openstack/nova-compute-default-9kprs\" "} {"level":"info","ts":"2026-07-02T11:42:57.787029Z","caller":"traceutil/trace.go:171","msg":"trace[949098838] linearizableReadLoop","detail":"{readStateIndex:16981; appliedIndex:16980; }","duration":"400.680422ms","start":"2026-07-02T11:42:57.386323Z","end":"2026-07-02T11:42:57.787003Z","steps":["trace[949098838] 'read index received' (duration: 400.475225ms)","trace[949098838] 'applied index is now lower than readState.Index' (duration: 203.967µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:42:57.787103Z","caller":"traceutil/trace.go:171","msg":"trace[555929739] transaction","detail":"{read_only:false; response_revision:16219; number_of_response:1; }","duration":"489.905149ms","start":"2026-07-02T11:42:57.297161Z","end":"2026-07-02T11:42:57.787066Z","steps":["trace[555929739] 'process raft request' (duration: 489.62566ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:42:57.787244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.9106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T11:42:57.787299Z","caller":"traceutil/trace.go:171","msg":"trace[845707926] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16219; }","duration":"401.036124ms","start":"2026-07-02T11:42:57.386253Z","end":"2026-07-02T11:42:57.787289Z","steps":["trace[845707926] 'agreement among raft nodes before linearized reading' (duration: 400.91863ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:42:57.787343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:42:57.386224Z","time spent":"401.109806ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-02T11:42:57.78745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:42:57.297133Z","time spent":"490.134557ms","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:42:58.082404Z","caller":"traceutil/trace.go:171","msg":"trace[981191186] linearizableReadLoop","detail":"{readStateIndex:16983; appliedIndex:16981; }","duration":"295.183514ms","start":"2026-07-02T11:42:57.787194Z","end":"2026-07-02T11:42:58.082378Z","steps":["trace[981191186] 'read index received' (duration: 243.015133ms)","trace[981191186] 'applied index is now lower than readState.Index' (duration: 52.167311ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:42:58.082715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.809282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T11:42:58.08282Z","caller":"traceutil/trace.go:171","msg":"trace[1606899640] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16221; }","duration":"501.964816ms","start":"2026-07-02T11:42:57.580835Z","end":"2026-07-02T11:42:58.0828Z","steps":["trace[1606899640] 'agreement among raft nodes before linearized reading' (duration: 501.793561ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:42:58.082823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.608444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"info","ts":"2026-07-02T11:42:58.082866Z","caller":"traceutil/trace.go:171","msg":"trace[1572012381] transaction","detail":"{read_only:false; response_revision:16220; number_of_response:1; }","duration":"390.573159ms","start":"2026-07-02T11:42:57.692278Z","end":"2026-07-02T11:42:58.082851Z","steps":["trace[1572012381] 'process raft request' (duration: 337.919982ms)","trace[1572012381] 'compare' (duration: 51.939284ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:42:58.082866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.04081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-07-02T11:42:58.082759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.375413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-07-02T11:42:58.082941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.668123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T11:42:58.082946Z","caller":"traceutil/trace.go:171","msg":"trace[176011112] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16221; }","duration":"695.140223ms","start":"2026-07-02T11:42:57.387788Z","end":"2026-07-02T11:42:58.082928Z","steps":["trace[176011112] 'agreement among raft nodes before linearized reading' (duration: 694.936277ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:42:58.082956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:42:57.692257Z","time spent":"390.63974ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:42:58.082968Z","caller":"traceutil/trace.go:171","msg":"trace[526294107] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16221; }","duration":"504.717664ms","start":"2026-07-02T11:42:57.578243Z","end":"2026-07-02T11:42:58.082961Z","steps":["trace[526294107] 'agreement among raft nodes before linearized reading' (duration: 504.675713ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:42:58.082999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:42:57.578231Z","time spent":"504.761885ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-07-02T11:42:58.083012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.849434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T11:42:58.082922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.632293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"info","ts":"2026-07-02T11:42:58.083076Z","caller":"traceutil/trace.go:171","msg":"trace[1691079538] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16221; }","duration":"650.989238ms","start":"2026-07-02T11:42:57.432061Z","end":"2026-07-02T11:42:58.08305Z","steps":["trace[1691079538] 'agreement among raft nodes before linearized reading' (duration: 650.920146ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:42:58.082925Z","caller":"traceutil/trace.go:171","msg":"trace[676443357] transaction","detail":"{read_only:false; response_revision:16221; number_of_response:1; }","duration":"379.426442ms","start":"2026-07-02T11:42:57.7033Z","end":"2026-07-02T11:42:58.082727Z","steps":["trace[676443357] 'process raft request' (duration: 379.008138ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:42:58.083132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.577305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-07-02T11:42:58.083183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.473254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"info","ts":"2026-07-02T11:42:58.083193Z","caller":"traceutil/trace.go:171","msg":"trace[1860798908] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16221; }","duration":"438.676269ms","start":"2026-07-02T11:42:57.644504Z","end":"2026-07-02T11:42:58.083181Z","steps":["trace[1860798908] 'agreement among raft nodes before linearized reading' (duration: 438.479713ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:42:58.083212Z","caller":"traceutil/trace.go:171","msg":"trace[1262042517] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16221; }","duration":"439.546957ms","start":"2026-07-02T11:42:57.643657Z","end":"2026-07-02T11:42:58.083204Z","steps":["trace[1262042517] 'agreement among raft nodes before linearized reading' (duration: 439.451684ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:42:58.083225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.045629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-02T11:42:58.083002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:42:57.387781Z","time spent":"695.208035ms","remote":"127.0.0.1:44996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-02T11:42:58.083243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:42:57.643637Z","time spent":"439.596498ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-02T11:42:58.083251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.677934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"info","ts":"2026-07-02T11:42:58.083275Z","caller":"traceutil/trace.go:171","msg":"trace[1505813922] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:16221; }","duration":"512.129852ms","start":"2026-07-02T11:42:57.571125Z","end":"2026-07-02T11:42:58.083255Z","steps":["trace[1505813922] 'agreement among raft nodes before linearized reading' (duration: 512.06158ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:42:58.0833Z","caller":"traceutil/trace.go:171","msg":"trace[295647680] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16221; }","duration":"500.751887ms","start":"2026-07-02T11:42:57.582535Z","end":"2026-07-02T11:42:58.083286Z","steps":["trace[295647680] 'agreement among raft nodes before linearized reading' (duration: 500.646383ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:42:58.083345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:42:57.582519Z","time spent":"500.815379ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-02T11:42:58.083369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:42:57.571103Z","time spent":"512.246205ms","remote":"127.0.0.1:33148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-02T11:42:58.082891Z","caller":"traceutil/trace.go:171","msg":"trace[1278387571] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16221; }","duration":"649.686397ms","start":"2026-07-02T11:42:57.433187Z","end":"2026-07-02T11:42:58.082873Z","steps":["trace[1278387571] 'agreement among raft nodes before linearized reading' (duration: 649.47963ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:42:58.083425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.65364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T11:42:58.083457Z","caller":"traceutil/trace.go:171","msg":"trace[1010625607] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16221; }","duration":"439.722783ms","start":"2026-07-02T11:42:57.643725Z","end":"2026-07-02T11:42:58.083448Z","steps":["trace[1010625607] 'agreement among raft nodes before linearized reading' (duration: 439.672171ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:42:58.083456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:42:57.433105Z","time spent":"650.323607ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-02T11:42:58.08347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.513065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-02T11:42:58.083492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:42:57.643703Z","time spent":"439.781674ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-07-02T11:42:58.083511Z","caller":"traceutil/trace.go:171","msg":"trace[1637404396] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:16221; }","duration":"552.594558ms","start":"2026-07-02T11:42:57.530905Z","end":"2026-07-02T11:42:58.083499Z","steps":["trace[1637404396] 'agreement among raft nodes before linearized reading' (duration: 552.501375ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:42:58.083232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:42:57.644485Z","time spent":"438.738951ms","remote":"127.0.0.1:44996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-02T11:42:58.083543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:42:57.530885Z","time spent":"552.64885ms","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":13,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-07-02T11:42:58.082956Z","caller":"traceutil/trace.go:171","msg":"trace[92380491] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16221; }","duration":"504.625182ms","start":"2026-07-02T11:42:57.578313Z","end":"2026-07-02T11:42:58.082939Z","steps":["trace[92380491] 'agreement among raft nodes before linearized reading' (duration: 504.330152ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:42:58.08362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.200371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T11:42:58.083656Z","caller":"traceutil/trace.go:171","msg":"trace[321465275] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16221; }","duration":"501.262753ms","start":"2026-07-02T11:42:57.582382Z","end":"2026-07-02T11:42:58.083645Z","steps":["trace[321465275] 'agreement among raft nodes before linearized reading' (duration: 501.206362ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:42:58.08367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.046019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-07-02T11:42:58.083664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:42:57.578291Z","time spent":"505.344554ms","remote":"127.0.0.1:44996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-02T11:42:58.083694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:42:57.582366Z","time spent":"501.321286ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-07-02T11:42:58.082879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:42:57.580817Z","time spent":"502.047608ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-07-02T11:42:58.083703Z","caller":"traceutil/trace.go:171","msg":"trace[1923653176] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16221; }","duration":"650.09254ms","start":"2026-07-02T11:42:57.433596Z","end":"2026-07-02T11:42:58.083688Z","steps":["trace[1923653176] 'agreement among raft nodes before linearized reading' (duration: 649.972616ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:42:58.083817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:42:57.433587Z","time spent":"650.214724ms","remote":"127.0.0.1:44996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-07-02T11:42:58.083086Z","caller":"traceutil/trace.go:171","msg":"trace[1890552495] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16221; }","duration":"692.842919ms","start":"2026-07-02T11:42:57.390232Z","end":"2026-07-02T11:42:58.083075Z","steps":["trace[1890552495] 'agreement among raft nodes before linearized reading' (duration: 692.470227ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:42:58.08387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:42:57.390215Z","time spent":"693.644195ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-02T11:42:58.083674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:42:57.703281Z","time spent":"379.865335ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:42:58.083138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:42:57.432033Z","time spent":"651.095052ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-02T11:42:58.084855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.790752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:78 size:741714"} {"level":"info","ts":"2026-07-02T11:42:58.084889Z","caller":"traceutil/trace.go:171","msg":"trace[896499736] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:78; response_revision:16221; }","duration":"349.854585ms","start":"2026-07-02T11:42:57.735026Z","end":"2026-07-02T11:42:58.084881Z","steps":["trace[896499736] 'agreement among raft nodes before linearized reading' (duration: 348.693598ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:42:58.084913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:42:57.735017Z","time spent":"349.888026ms","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":78,"response size":741738,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-02T11:42:58.085042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.568761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:78 size:741714"} {"level":"info","ts":"2026-07-02T11:42:58.085112Z","caller":"traceutil/trace.go:171","msg":"trace[788544310] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:78; response_revision:16221; }","duration":"352.668765ms","start":"2026-07-02T11:42:57.732427Z","end":"2026-07-02T11:42:58.085095Z","steps":["trace[788544310] 'agreement among raft nodes before linearized reading' (duration: 351.411985ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:42:58.085169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:42:57.732409Z","time spent":"352.743138ms","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":78,"response size":741738,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-02T11:42:58.086526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.968352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T11:42:58.086758Z","caller":"traceutil/trace.go:171","msg":"trace[1423141488] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16221; }","duration":"415.005771ms","start":"2026-07-02T11:42:57.671718Z","end":"2026-07-02T11:42:58.086724Z","steps":["trace[1423141488] 'agreement among raft nodes before linearized reading' (duration: 410.92801ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:42:58.086873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:42:57.671695Z","time spent":"415.160886ms","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-02T11:42:58.298006Z","caller":"traceutil/trace.go:171","msg":"trace[2124222641] linearizableReadLoop","detail":"{readStateIndex:16984; appliedIndex:16983; }","duration":"215.512411ms","start":"2026-07-02T11:42:58.082467Z","end":"2026-07-02T11:42:58.29798Z","steps":["trace[2124222641] 'read index received' (duration: 148.484275ms)","trace[2124222641] 'applied index is now lower than readState.Index' (duration: 67.027116ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:42:58.298299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.9143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-02T11:42:58.298379Z","caller":"traceutil/trace.go:171","msg":"trace[1966386681] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:16221; }","duration":"416.031574ms","start":"2026-07-02T11:42:57.882334Z","end":"2026-07-02T11:42:58.298366Z","steps":["trace[1966386681] 'agreement among raft nodes before linearized reading' (duration: 415.836998ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:42:58.298394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.98535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-02T11:42:58.298523Z","caller":"traceutil/trace.go:171","msg":"trace[349467156] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16221; }","duration":"415.170416ms","start":"2026-07-02T11:42:57.883334Z","end":"2026-07-02T11:42:58.298505Z","steps":["trace[349467156] 'agreement among raft nodes before linearized reading' (duration: 414.804004ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:42:58.298606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:42:57.883324Z","time spent":"415.269039ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-02T11:42:58.29861Z","caller":"traceutil/trace.go:171","msg":"trace[893438596] transaction","detail":"{read_only:false; number_of_response:0; response_revision:16221; }","duration":"498.725091ms","start":"2026-07-02T11:42:57.79982Z","end":"2026-07-02T11:42:58.298545Z","steps":["trace[893438596] 'process raft request' (duration: 431.199929ms)","trace[893438596] 'compare' (duration: 66.910303ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:42:58.298671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.397267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-02T11:42:58.298761Z","caller":"traceutil/trace.go:171","msg":"trace[714295986] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16221; }","duration":"417.521321ms","start":"2026-07-02T11:42:57.881229Z","end":"2026-07-02T11:42:58.29875Z","steps":["trace[714295986] 'agreement among raft nodes before linearized reading' (duration: 417.239902ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:42:58.298828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:42:57.881164Z","time spent":"417.653745ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-02T11:42:58.298862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:42:57.799797Z","time spent":"498.939189ms","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-02T11:42:58.299082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.544084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-02T11:42:58.299155Z","caller":"traceutil/trace.go:171","msg":"trace[2145747513] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16221; }","duration":"408.642508ms","start":"2026-07-02T11:42:57.890498Z","end":"2026-07-02T11:42:58.299141Z","steps":["trace[2145747513] 'agreement among raft nodes before linearized reading' (duration: 408.442461ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:42:58.298445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:42:57.882325Z","time spent":"416.107846ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-02T11:42:58.29919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:42:57.890486Z","time spent":"408.695089ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-02T11:42:58.299281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.590082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-02T11:42:58.299351Z","caller":"traceutil/trace.go:171","msg":"trace[1733818455] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16221; }","duration":"421.674175ms","start":"2026-07-02T11:42:57.877666Z","end":"2026-07-02T11:42:58.29934Z","steps":["trace[1733818455] 'agreement among raft nodes before linearized reading' (duration: 421.444638ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:42:58.29941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:42:57.877655Z","time spent":"421.742507ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-02T11:42:58.299558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.820588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T11:42:58.299865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.577849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-w52sn\" ","response":"range_response_count:1 size:9783"} {"level":"info","ts":"2026-07-02T11:42:58.299953Z","caller":"traceutil/trace.go:171","msg":"trace[1492359840] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-w52sn; range_end:; response_count:1; response_revision:16221; }","duration":"208.674793ms","start":"2026-07-02T11:42:58.091266Z","end":"2026-07-02T11:42:58.299941Z","steps":["trace[1492359840] 'agreement among raft nodes before linearized reading' (duration: 208.523508ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:42:58.299698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.163477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T11:42:58.300068Z","caller":"traceutil/trace.go:171","msg":"trace[80363981] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16221; }","duration":"213.55568ms","start":"2026-07-02T11:42:58.086497Z","end":"2026-07-02T11:42:58.300052Z","steps":["trace[80363981] 'agreement among raft nodes before linearized reading' (duration: 213.156707ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:42:58.299711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.615905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T11:42:58.299747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.62679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T11:42:58.300305Z","caller":"traceutil/trace.go:171","msg":"trace[664566923] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16221; }","duration":"213.202128ms","start":"2026-07-02T11:42:58.08709Z","end":"2026-07-02T11:42:58.300292Z","steps":["trace[664566923] 'agreement among raft nodes before linearized reading' (duration: 212.63626ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:42:58.299827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.516303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-02T11:42:58.300375Z","caller":"traceutil/trace.go:171","msg":"trace[31424881] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16221; }","duration":"424.090562ms","start":"2026-07-02T11:42:57.876272Z","end":"2026-07-02T11:42:58.300363Z","steps":["trace[31424881] 'agreement among raft nodes before linearized reading' (duration: 423.460771ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:42:58.300421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:42:57.876255Z","time spent":"424.150884ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-02T11:42:58.299847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.428435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"info","ts":"2026-07-02T11:42:58.300496Z","caller":"traceutil/trace.go:171","msg":"trace[71656908] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16221; }","duration":"214.092687ms","start":"2026-07-02T11:42:58.086396Z","end":"2026-07-02T11:42:58.300489Z","steps":["trace[71656908] 'agreement among raft nodes before linearized reading' (duration: 213.383954ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:42:58.2999Z","caller":"traceutil/trace.go:171","msg":"trace[1662963419] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16221; }","duration":"214.20673ms","start":"2026-07-02T11:42:58.085683Z","end":"2026-07-02T11:42:58.299889Z","steps":["trace[1662963419] 'agreement among raft nodes before linearized reading' (duration: 213.812858ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:42:58.304311Z","caller":"traceutil/trace.go:171","msg":"trace[1441574359] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16221; }","duration":"211.0766ms","start":"2026-07-02T11:42:58.08907Z","end":"2026-07-02T11:42:58.300147Z","steps":["trace[1441574359] 'agreement among raft nodes before linearized reading' (duration: 210.579304ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:42:58.771737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.209839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-07-02T11:42:58.771808Z","caller":"traceutil/trace.go:171","msg":"trace[707717826] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16228; }","duration":"164.327133ms","start":"2026-07-02T11:42:58.607462Z","end":"2026-07-02T11:42:58.771789Z","steps":["trace[707717826] 'range keys from in-memory index tree' (duration: 164.024114ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:42:58.771807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.548529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-07-02T11:42:58.771889Z","caller":"traceutil/trace.go:171","msg":"trace[843107463] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:16228; }","duration":"213.678833ms","start":"2026-07-02T11:42:58.55819Z","end":"2026-07-02T11:42:58.771869Z","steps":["trace[843107463] 'range keys from in-memory index tree' (duration: 213.393104ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:42:58.771837Z","caller":"traceutil/trace.go:171","msg":"trace[243375321] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16228; }","duration":"100.004273ms","start":"2026-07-02T11:42:58.671794Z","end":"2026-07-02T11:42:58.771798Z","steps":["trace[243375321] 'range keys from in-memory index tree' (duration: 99.868729ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:42:58.772307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.048264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tfgdm\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-07-02T11:42:58.772385Z","caller":"traceutil/trace.go:171","msg":"trace[868070784] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tfgdm; range_end:; response_count:1; response_revision:16228; }","duration":"327.171429ms","start":"2026-07-02T11:42:58.445203Z","end":"2026-07-02T11:42:58.772374Z","steps":["trace[868070784] 'range keys from in-memory index tree' (duration: 326.933131ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:42:58.772436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:42:58.445176Z","time spent":"327.252281ms","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-tfgdm\" "} {"level":"info","ts":"2026-07-02T11:42:58.968169Z","caller":"traceutil/trace.go:171","msg":"trace[658837636] transaction","detail":"{read_only:false; response_revision:16230; number_of_response:1; }","duration":"185.886893ms","start":"2026-07-02T11:42:58.782248Z","end":"2026-07-02T11:42:58.968135Z","steps":["trace[658837636] 'process raft request' (duration: 160.556441ms)","trace[658837636] 'compare' (duration: 25.078754ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:45:22.43356Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14518} {"level":"info","ts":"2026-07-02T11:45:22.532437Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14518,"took":"95.109186ms","hash":904027393,"current-db-size-bytes":58904576,"current-db-size":"59 MB","current-db-size-in-use-bytes":29700096,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-07-02T11:45:22.532545Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":904027393,"revision":14518,"compact-revision":12090} {"level":"info","ts":"2026-07-02T11:47:23.90286Z","caller":"traceutil/trace.go:171","msg":"trace[839190558] transaction","detail":"{read_only:false; response_revision:18554; number_of_response:1; }","duration":"105.588349ms","start":"2026-07-02T11:47:23.797246Z","end":"2026-07-02T11:47:23.902834Z","steps":["trace[839190558] 'process raft request' (duration: 105.384703ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:47:23.90284Z","caller":"traceutil/trace.go:171","msg":"trace[713688146] linearizableReadLoop","detail":"{readStateIndex:19433; appliedIndex:19432; }","duration":"104.528915ms","start":"2026-07-02T11:47:23.798268Z","end":"2026-07-02T11:47:23.902796Z","steps":["trace[713688146] 'read index received' (duration: 104.397711ms)","trace[713688146] 'applied index is now lower than readState.Index' (duration: 129.824µs)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:47:23.903873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.576429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:92 size:885369"} {"level":"info","ts":"2026-07-02T11:47:23.903951Z","caller":"traceutil/trace.go:171","msg":"trace[2099054069] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:92; response_revision:18554; }","duration":"105.683483ms","start":"2026-07-02T11:47:23.798252Z","end":"2026-07-02T11:47:23.903935Z","steps":["trace[2099054069] 'agreement among raft nodes before linearized reading' (duration: 104.679451ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:47:23.912763Z","caller":"traceutil/trace.go:171","msg":"trace[1690357628] transaction","detail":"{read_only:false; response_revision:18555; number_of_response:1; }","duration":"114.38494ms","start":"2026-07-02T11:47:23.798353Z","end":"2026-07-02T11:47:23.912738Z","steps":["trace[1690357628] 'process raft request' (duration: 113.629946ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:47:23.912959Z","caller":"traceutil/trace.go:171","msg":"trace[2034527431] transaction","detail":"{read_only:false; response_revision:18556; number_of_response:1; }","duration":"114.520845ms","start":"2026-07-02T11:47:23.798427Z","end":"2026-07-02T11:47:23.912948Z","steps":["trace[2034527431] 'process raft request' (duration: 113.701399ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:47:23.913093Z","caller":"traceutil/trace.go:171","msg":"trace[915565325] transaction","detail":"{read_only:false; response_revision:18557; number_of_response:1; }","duration":"114.624909ms","start":"2026-07-02T11:47:23.798459Z","end":"2026-07-02T11:47:23.913083Z","steps":["trace[915565325] 'process raft request' (duration: 113.71853ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:47:23.91325Z","caller":"traceutil/trace.go:171","msg":"trace[1569112962] transaction","detail":"{read_only:false; response_revision:18558; number_of_response:1; }","duration":"113.098879ms","start":"2026-07-02T11:47:23.800139Z","end":"2026-07-02T11:47:23.913238Z","steps":["trace[1569112962] 'process raft request' (duration: 112.071737ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:47:58.834739Z","caller":"traceutil/trace.go:171","msg":"trace[570404449] linearizableReadLoop","detail":"{readStateIndex:19752; appliedIndex:19751; }","duration":"118.356698ms","start":"2026-07-02T11:47:58.716357Z","end":"2026-07-02T11:47:58.834714Z","steps":["trace[570404449] 'read index received' (duration: 118.088229ms)","trace[570404449] 'applied index is now lower than readState.Index' (duration: 267.519µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:47:58.834779Z","caller":"traceutil/trace.go:171","msg":"trace[753541862] transaction","detail":"{read_only:false; response_revision:18855; number_of_response:1; }","duration":"148.08386ms","start":"2026-07-02T11:47:58.686668Z","end":"2026-07-02T11:47:58.834752Z","steps":["trace[753541862] 'process raft request' (duration: 147.872373ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:47:58.834903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.547354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-02T11:47:58.834957Z","caller":"traceutil/trace.go:171","msg":"trace[575070564] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:18855; }","duration":"118.669588ms","start":"2026-07-02T11:47:58.716274Z","end":"2026-07-02T11:47:58.834943Z","steps":["trace[575070564] 'agreement among raft nodes before linearized reading' (duration: 118.523473ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:48:14.406423Z","caller":"traceutil/trace.go:171","msg":"trace[1961538330] transaction","detail":"{read_only:false; response_revision:18967; number_of_response:1; }","duration":"126.321253ms","start":"2026-07-02T11:48:14.280081Z","end":"2026-07-02T11:48:14.406402Z","steps":["trace[1961538330] 'process raft request' (duration: 100.705463ms)","trace[1961538330] 'compare' (duration: 25.31494ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:48:14.406679Z","caller":"traceutil/trace.go:171","msg":"trace[1770639589] transaction","detail":"{read_only:false; response_revision:18969; number_of_response:1; }","duration":"126.518539ms","start":"2026-07-02T11:48:14.280153Z","end":"2026-07-02T11:48:14.406672Z","steps":["trace[1770639589] 'process raft request' (duration: 126.382645ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:48:14.406727Z","caller":"traceutil/trace.go:171","msg":"trace[803103448] transaction","detail":"{read_only:false; response_revision:18968; number_of_response:1; }","duration":"126.569861ms","start":"2026-07-02T11:48:14.280151Z","end":"2026-07-02T11:48:14.40672Z","steps":["trace[803103448] 'process raft request' (duration: 126.192699ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:48:27.364346Z","caller":"traceutil/trace.go:171","msg":"trace[270701257] transaction","detail":"{read_only:false; response_revision:19074; number_of_response:1; }","duration":"104.67845ms","start":"2026-07-02T11:48:27.259644Z","end":"2026-07-02T11:48:27.364323Z","steps":["trace[270701257] 'process raft request' (duration: 104.509595ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:48:27.504906Z","caller":"traceutil/trace.go:171","msg":"trace[1474516514] transaction","detail":"{read_only:false; number_of_response:0; response_revision:19075; }","duration":"130.676432ms","start":"2026-07-02T11:48:27.374191Z","end":"2026-07-02T11:48:27.504868Z","steps":["trace[1474516514] 'process raft request' (duration: 85.005411ms)","trace[1474516514] 'compare' (duration: 45.503856ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:48:28.974703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.366519ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T11:48:28.974884Z","caller":"traceutil/trace.go:171","msg":"trace[994722811] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:19088; }","duration":"253.562955ms","start":"2026-07-02T11:48:28.721289Z","end":"2026-07-02T11:48:28.974852Z","steps":["trace[994722811] 'range keys from in-memory index tree' (duration: 253.342648ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:48:29.171616Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096944183170515,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-02T11:48:29.354939Z","caller":"traceutil/trace.go:171","msg":"trace[106967566] transaction","detail":"{read_only:false; response_revision:19089; number_of_response:1; }","duration":"817.109561ms","start":"2026-07-02T11:48:28.537782Z","end":"2026-07-02T11:48:29.354892Z","steps":["trace[106967566] 'process raft request' (duration: 816.875604ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:48:29.355081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:48:28.537755Z","time spent":"817.251956ms","remote":"127.0.0.1:45008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17564,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:48:29.355108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.002171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T11:48:29.355249Z","caller":"traceutil/trace.go:171","msg":"trace[879887757] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19089; }","duration":"684.216758ms","start":"2026-07-02T11:48:28.671002Z","end":"2026-07-02T11:48:29.355219Z","steps":["trace[879887757] 'agreement among raft nodes before linearized reading' (duration: 683.988181ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:48:29.3554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:48:28.670983Z","time spent":"684.370993ms","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-02T11:48:29.354868Z","caller":"traceutil/trace.go:171","msg":"trace[45364743] linearizableReadLoop","detail":"{readStateIndex:19998; appliedIndex:19997; }","duration":"683.797225ms","start":"2026-07-02T11:48:28.67104Z","end":"2026-07-02T11:48:29.354838Z","steps":["trace[45364743] 'read index received' (duration: 683.403192ms)","trace[45364743] 'applied index is now lower than readState.Index' (duration: 393.043µs)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:48:29.356213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.785248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T11:48:29.356253Z","caller":"traceutil/trace.go:171","msg":"trace[2043918804] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:19089; }","duration":"570.865791ms","start":"2026-07-02T11:48:28.785376Z","end":"2026-07-02T11:48:29.356242Z","steps":["trace[2043918804] 'agreement among raft nodes before linearized reading' (duration: 570.788378ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:48:29.356276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:48:28.785354Z","time spent":"570.916913ms","remote":"127.0.0.1:46376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-07-02T11:48:29.356233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.261578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T11:48:29.356338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.235727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T11:48:29.356425Z","caller":"traceutil/trace.go:171","msg":"trace[1402963417] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin; range_end:; response_count:0; response_revision:19089; }","duration":"364.351271ms","start":"2026-07-02T11:48:28.992056Z","end":"2026-07-02T11:48:29.356407Z","steps":["trace[1402963417] 'agreement among raft nodes before linearized reading' (duration: 364.253078ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:48:29.356497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:48:28.992033Z","time spent":"364.452944ms","remote":"127.0.0.1:32972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin\" "} {"level":"info","ts":"2026-07-02T11:48:29.356355Z","caller":"traceutil/trace.go:171","msg":"trace[865456049] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:19089; }","duration":"214.453293ms","start":"2026-07-02T11:48:29.141875Z","end":"2026-07-02T11:48:29.356328Z","steps":["trace[865456049] 'agreement among raft nodes before linearized reading' (duration: 214.246377ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:48:29.356292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.901624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-5hbh7\" ","response":"range_response_count:1 size:15862"} {"level":"info","ts":"2026-07-02T11:48:29.356719Z","caller":"traceutil/trace.go:171","msg":"trace[975308355] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-metadata-agent-default-5hbh7; range_end:; response_count:1; response_revision:19089; }","duration":"203.37778ms","start":"2026-07-02T11:48:29.153329Z","end":"2026-07-02T11:48:29.356707Z","steps":["trace[975308355] 'agreement among raft nodes before linearized reading' (duration: 202.883564ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:48:29.356253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.847176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-07-02T11:48:29.356962Z","caller":"traceutil/trace.go:171","msg":"trace[1262819114] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19089; }","duration":"429.598099ms","start":"2026-07-02T11:48:28.927355Z","end":"2026-07-02T11:48:29.356953Z","steps":["trace[1262819114] 'agreement among raft nodes before linearized reading' (duration: 428.781533ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:48:29.356992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:48:28.927335Z","time spent":"429.648601ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":671,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-02T11:48:29.357357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.961824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-07-02T11:48:29.357424Z","caller":"traceutil/trace.go:171","msg":"trace[699759742] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:19089; }","duration":"601.030766ms","start":"2026-07-02T11:48:28.756375Z","end":"2026-07-02T11:48:29.357406Z","steps":["trace[699759742] 'agreement among raft nodes before linearized reading' (duration: 600.878231ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:48:29.357467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:48:28.7563Z","time spent":"601.156189ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":686,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-02T11:48:29.379877Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"c3b8446219deb8c1","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-02T11:48:29.391517Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-07-02T11:48:29.391668Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-07-02T11:48:32.774569Z","caller":"traceutil/trace.go:171","msg":"trace[268767164] transaction","detail":"{read_only:false; response_revision:19173; number_of_response:1; }","duration":"279.195885ms","start":"2026-07-02T11:48:32.495347Z","end":"2026-07-02T11:48:32.774543Z","steps":["trace[268767164] 'process raft request' (duration: 220.972002ms)","trace[268767164] 'compare' (duration: 58.068098ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:48:32.774653Z","caller":"traceutil/trace.go:171","msg":"trace[1234376001] linearizableReadLoop","detail":"{readStateIndex:20084; appliedIndex:20082; }","duration":"184.285538ms","start":"2026-07-02T11:48:32.590337Z","end":"2026-07-02T11:48:32.774622Z","steps":["trace[1234376001] 'read index received' (duration: 126.044874ms)","trace[1234376001] 'applied index is now lower than readState.Index' (duration: 58.238204ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:48:32.77468Z","caller":"traceutil/trace.go:171","msg":"trace[308725431] transaction","detail":"{read_only:false; response_revision:19174; number_of_response:1; }","duration":"278.668938ms","start":"2026-07-02T11:48:32.49597Z","end":"2026-07-02T11:48:32.774639Z","steps":["trace[308725431] 'process raft request' (duration: 278.535314ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:48:32.774836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.054344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T11:48:32.774819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.475664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-07-02T11:48:32.774871Z","caller":"traceutil/trace.go:171","msg":"trace[904480452] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19174; }","duration":"106.154877ms","start":"2026-07-02T11:48:32.668708Z","end":"2026-07-02T11:48:32.774863Z","steps":["trace[904480452] 'agreement among raft nodes before linearized reading' (duration: 106.070715ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:48:32.774891Z","caller":"traceutil/trace.go:171","msg":"trace[1925790678] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19174; }","duration":"184.592688ms","start":"2026-07-02T11:48:32.590283Z","end":"2026-07-02T11:48:32.774876Z","steps":["trace[1925790678] 'agreement among raft nodes before linearized reading' (duration: 184.410112ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:48:36.696642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.838431ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T11:48:36.696778Z","caller":"traceutil/trace.go:171","msg":"trace[1461975328] linearizableReadLoop","detail":"{readStateIndex:20120; appliedIndex:20118; }","duration":"1.232282259s","start":"2026-07-02T11:48:35.464476Z","end":"2026-07-02T11:48:36.696758Z","steps":["trace[1461975328] 'read index received' (duration: 18.12287ms)","trace[1461975328] 'applied index is now lower than readState.Index' (duration: 1.214157909s)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:48:36.696824Z","caller":"traceutil/trace.go:171","msg":"trace[1932495647] transaction","detail":"{read_only:false; response_revision:19208; number_of_response:1; }","duration":"1.259045245s","start":"2026-07-02T11:48:35.43775Z","end":"2026-07-02T11:48:36.696795Z","steps":["trace[1932495647] 'process raft request' (duration: 696.947125ms)","trace[1932495647] 'compare' (duration: 556.397587ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:48:36.696947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:48:35.437733Z","time spent":"1.259151559s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:48:36.696955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.232484195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-07-02T11:48:36.696991Z","caller":"traceutil/trace.go:171","msg":"trace[372841034] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19208; }","duration":"1.232562707s","start":"2026-07-02T11:48:35.464417Z","end":"2026-07-02T11:48:36.69698Z","steps":["trace[372841034] 'agreement among raft nodes before linearized reading' (duration: 1.232422272s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:48:36.697032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:48:35.4644Z","time spent":"1.232624959s","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":671,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-02T11:48:36.718026Z","caller":"traceutil/trace.go:171","msg":"trace[373774878] transaction","detail":"{read_only:false; response_revision:19209; number_of_response:1; }","duration":"1.234333154s","start":"2026-07-02T11:48:35.483661Z","end":"2026-07-02T11:48:36.717994Z","steps":["trace[373774878] 'process raft request' (duration: 1.233938482s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:48:36.718314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:48:35.483637Z","time spent":"1.234503759s","remote":"127.0.0.1:44868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:48:36.718812Z","caller":"traceutil/trace.go:171","msg":"trace[2064979799] transaction","detail":"{read_only:false; response_revision:19210; number_of_response:1; }","duration":"831.883424ms","start":"2026-07-02T11:48:35.886913Z","end":"2026-07-02T11:48:36.718796Z","steps":["trace[2064979799] 'process raft request' (duration: 830.883752ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:48:36.718882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:48:35.886893Z","time spent":"831.955326ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:48:36.719026Z","caller":"traceutil/trace.go:171","msg":"trace[1492913977] transaction","detail":"{read_only:false; response_revision:19211; number_of_response:1; }","duration":"634.542568ms","start":"2026-07-02T11:48:36.084473Z","end":"2026-07-02T11:48:36.719016Z","steps":["trace[1492913977] 'process raft request' (duration: 633.391051ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:48:36.719089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:48:36.084453Z","time spent":"634.606321ms","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":816,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-02T11:48:36.719597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.224558661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T11:48:36.719651Z","caller":"traceutil/trace.go:171","msg":"trace[1283136006] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:19211; }","duration":"1.224646544s","start":"2026-07-02T11:48:35.49499Z","end":"2026-07-02T11:48:36.719637Z","steps":["trace[1283136006] 'agreement among raft nodes before linearized reading' (duration: 1.224471298s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:48:36.719693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:48:35.494961Z","time spent":"1.224719877s","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":126,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-07-02T11:48:36.719936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.725874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-9kprs\" ","response":"range_response_count:1 size:22086"} {"level":"info","ts":"2026-07-02T11:48:36.719974Z","caller":"traceutil/trace.go:171","msg":"trace[2103198778] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-9kprs; range_end:; response_count:1; response_revision:19211; }","duration":"200.798287ms","start":"2026-07-02T11:48:36.519167Z","end":"2026-07-02T11:48:36.719965Z","steps":["trace[2103198778] 'agreement among raft nodes before linearized reading' (duration: 200.693403ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:48:36.720218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.66091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-w52sn\" ","response":"range_response_count:1 size:9784"} {"level":"info","ts":"2026-07-02T11:48:36.720267Z","caller":"traceutil/trace.go:171","msg":"trace[1428345784] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-w52sn; range_end:; response_count:1; response_revision:19211; }","duration":"269.737023ms","start":"2026-07-02T11:48:36.45052Z","end":"2026-07-02T11:48:36.720257Z","steps":["trace[1428345784] 'agreement among raft nodes before linearized reading' (duration: 269.628529ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:48:36.720471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.192592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-02T11:48:36.720506Z","caller":"traceutil/trace.go:171","msg":"trace[1444090842] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19211; }","duration":"277.255554ms","start":"2026-07-02T11:48:36.443242Z","end":"2026-07-02T11:48:36.720498Z","steps":["trace[1444090842] 'agreement among raft nodes before linearized reading' (duration: 277.162521ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:48:36.720676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.132667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-02T11:48:36.720713Z","caller":"traceutil/trace.go:171","msg":"trace[1703094929] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19211; }","duration":"301.20639ms","start":"2026-07-02T11:48:36.419498Z","end":"2026-07-02T11:48:36.720705Z","steps":["trace[1703094929] 'agreement among raft nodes before linearized reading' (duration: 301.121348ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:48:36.720739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:48:36.419438Z","time spent":"301.296013ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-02T11:48:36.720863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.19447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-7ntk9\" ","response":"range_response_count:1 size:20728"} {"level":"info","ts":"2026-07-02T11:48:36.720888Z","caller":"traceutil/trace.go:171","msg":"trace[1390306747] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-7ntk9; range_end:; response_count:1; response_revision:19211; }","duration":"451.248592ms","start":"2026-07-02T11:48:36.269634Z","end":"2026-07-02T11:48:36.720882Z","steps":["trace[1390306747] 'agreement among raft nodes before linearized reading' (duration: 451.18467ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:48:36.720905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:48:36.269616Z","time spent":"451.284804ms","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20752,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-7ntk9\" "} {"level":"warn","ts":"2026-07-02T11:48:36.72103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.070375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-02T11:48:36.721056Z","caller":"traceutil/trace.go:171","msg":"trace[234326734] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19211; }","duration":"635.119306ms","start":"2026-07-02T11:48:36.08593Z","end":"2026-07-02T11:48:36.721049Z","steps":["trace[234326734] 'agreement among raft nodes before linearized reading' (duration: 635.057664ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:48:36.721075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:48:36.085921Z","time spent":"635.148818ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-02T11:48:36.721165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050935535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T11:48:36.721189Z","caller":"traceutil/trace.go:171","msg":"trace[57673872] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19211; }","duration":"1.050984997s","start":"2026-07-02T11:48:35.670197Z","end":"2026-07-02T11:48:36.721182Z","steps":["trace[57673872] 'agreement among raft nodes before linearized reading' (duration: 1.050951445s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:48:36.721208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:48:35.670182Z","time spent":"1.051022777s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T11:48:36.722102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.251160803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-07-02T11:48:36.72214Z","caller":"traceutil/trace.go:171","msg":"trace[529462192] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:19211; }","duration":"1.251231375s","start":"2026-07-02T11:48:35.470896Z","end":"2026-07-02T11:48:36.722128Z","steps":["trace[529462192] 'agreement among raft nodes before linearized reading' (duration: 1.251151112s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:48:36.722185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:48:35.470876Z","time spent":"1.251303287s","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":686,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-02T11:48:36.719328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.135477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-02T11:48:36.722806Z","caller":"traceutil/trace.go:171","msg":"trace[65066329] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19211; }","duration":"199.618969ms","start":"2026-07-02T11:48:36.523161Z","end":"2026-07-02T11:48:36.72278Z","steps":["trace[65066329] 'agreement among raft nodes before linearized reading' (duration: 196.070315ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:48:37.017835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.693092ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T11:48:37.018799Z","caller":"traceutil/trace.go:171","msg":"trace[608573] transaction","detail":"{read_only:false; response_revision:19212; number_of_response:1; }","duration":"291.977985ms","start":"2026-07-02T11:48:36.726793Z","end":"2026-07-02T11:48:37.018771Z","steps":["trace[608573] 'process raft request' (duration: 185.28343ms)","trace[608573] 'compare' (duration: 105.474265ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:48:38.385093Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.473126646s","expected-duration":"1s"} {"level":"info","ts":"2026-07-02T11:48:38.387052Z","caller":"traceutil/trace.go:171","msg":"trace[252153132] linearizableReadLoop","detail":"{readStateIndex:20127; appliedIndex:20123; }","duration":"1.658203679s","start":"2026-07-02T11:48:36.728821Z","end":"2026-07-02T11:48:38.387025Z","steps":["trace[252153132] 'read index received' (duration: 183.149282ms)","trace[252153132] 'applied index is now lower than readState.Index' (duration: 1.475052917s)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:48:38.387314Z","caller":"traceutil/trace.go:171","msg":"trace[1043703566] transaction","detail":"{read_only:false; response_revision:19215; number_of_response:1; }","duration":"1.658619713s","start":"2026-07-02T11:48:36.728671Z","end":"2026-07-02T11:48:38.387291Z","steps":["trace[1043703566] 'process raft request' (duration: 1.658086165s)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:48:38.387315Z","caller":"traceutil/trace.go:171","msg":"trace[208275325] transaction","detail":"{read_only:false; response_revision:19216; number_of_response:1; }","duration":"1.658458107s","start":"2026-07-02T11:48:36.728818Z","end":"2026-07-02T11:48:38.387276Z","steps":["trace[208275325] 'process raft request' (duration: 1.657971541s)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:48:38.387316Z","caller":"traceutil/trace.go:171","msg":"trace[614082143] transaction","detail":"{read_only:false; response_revision:19217; number_of_response:1; }","duration":"1.655746181s","start":"2026-07-02T11:48:36.731518Z","end":"2026-07-02T11:48:38.387264Z","steps":["trace[614082143] 'process raft request' (duration: 1.655313007s)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:48:38.387342Z","caller":"traceutil/trace.go:171","msg":"trace[875053801] transaction","detail":"{read_only:false; response_revision:19213; number_of_response:1; }","duration":"1.660350808s","start":"2026-07-02T11:48:36.726943Z","end":"2026-07-02T11:48:38.387293Z","steps":["trace[875053801] 'process raft request' (duration: 1.658423416s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:48:38.387415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:48:36.728661Z","time spent":"1.658700085s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:48:38.38743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149329293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T11:48:38.387452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.658611142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-07-02T11:48:38.387451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.658190558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T11:48:38.387493Z","caller":"traceutil/trace.go:171","msg":"trace[302751612] transaction","detail":"{read_only:false; response_revision:19214; number_of_response:1; }","duration":"1.660498903s","start":"2026-07-02T11:48:36.726988Z","end":"2026-07-02T11:48:38.387487Z","steps":["trace[302751612] 'process raft request' (duration: 1.659727008s)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:48:38.387509Z","caller":"traceutil/trace.go:171","msg":"trace[609519317] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:19218; }","duration":"1.658682914s","start":"2026-07-02T11:48:36.728808Z","end":"2026-07-02T11:48:38.387491Z","steps":["trace[609519317] 'agreement among raft nodes before linearized reading' (duration: 1.658460967s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:48:38.387522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:48:36.726981Z","time spent":"1.660525483s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:48:38.387506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:48:36.726934Z","time spent":"1.660486312s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:48:38.38751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:48:36.728778Z","time spent":"1.658622762s","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:48:38.387505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:48:36.731511Z","time spent":"1.655893165s","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:48:38.38754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.672232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T11:48:38.38753Z","caller":"traceutil/trace.go:171","msg":"trace[343713093] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19218; }","duration":"1.658304732s","start":"2026-07-02T11:48:36.7292Z","end":"2026-07-02T11:48:38.387504Z","steps":["trace[343713093] 'agreement among raft nodes before linearized reading' (duration: 1.658126877s)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:48:38.387589Z","caller":"traceutil/trace.go:171","msg":"trace[1523694628] transaction","detail":"{read_only:false; response_revision:19218; number_of_response:1; }","duration":"1.647345462s","start":"2026-07-02T11:48:36.740234Z","end":"2026-07-02T11:48:38.387579Z","steps":["trace[1523694628] 'process raft request' (duration: 1.64667935s)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:48:38.38757Z","caller":"traceutil/trace.go:171","msg":"trace[1901416245] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:19218; }","duration":"225.724064ms","start":"2026-07-02T11:48:38.161837Z","end":"2026-07-02T11:48:38.387561Z","steps":["trace[1901416245] 'agreement among raft nodes before linearized reading' (duration: 225.661802ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:48:38.387596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:48:36.729191Z","time spent":"1.658395585s","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T11:48:38.387652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:48:36.740082Z","time spent":"1.647532928s","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20846,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:48:38.387699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.268171326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T11:48:38.387474Z","caller":"traceutil/trace.go:171","msg":"trace[1636092039] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:19218; }","duration":"1.149425916s","start":"2026-07-02T11:48:37.238035Z","end":"2026-07-02T11:48:38.38746Z","steps":["trace[1636092039] 'agreement among raft nodes before linearized reading' (duration: 1.149328803s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:48:38.38775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.596904078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-07-02T11:48:38.387805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.599865122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-02T11:48:38.38785Z","caller":"traceutil/trace.go:171","msg":"trace[1145131806] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19218; }","duration":"1.599942594s","start":"2026-07-02T11:48:36.787895Z","end":"2026-07-02T11:48:38.387838Z","steps":["trace[1145131806] 'agreement among raft nodes before linearized reading' (duration: 1.599768258s)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:48:38.387841Z","caller":"traceutil/trace.go:171","msg":"trace[357892071] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:19218; }","duration":"1.597071402s","start":"2026-07-02T11:48:36.790743Z","end":"2026-07-02T11:48:38.387814Z","steps":["trace[357892071] 'agreement among raft nodes before linearized reading' (duration: 1.596810284s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:48:38.387551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:48:36.728803Z","time spent":"1.658740737s","remote":"127.0.0.1:44868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-02T11:48:38.387882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:48:36.787875Z","time spent":"1.599999016s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-02T11:48:38.387899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:48:36.790714Z","time spent":"1.597173006s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":552,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-02T11:48:38.387771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:48:37.238014Z","time spent":"1.149742656s","remote":"127.0.0.1:60448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-02T11:48:38.38803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.350361537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-07-02T11:48:38.388046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.528627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17580"} {"level":"info","ts":"2026-07-02T11:48:38.388065Z","caller":"traceutil/trace.go:171","msg":"trace[1605452875] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:19218; }","duration":"998.584348ms","start":"2026-07-02T11:48:37.389474Z","end":"2026-07-02T11:48:38.388059Z","steps":["trace[1605452875] 'agreement among raft nodes before linearized reading' (duration: 998.523926ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:48:38.388063Z","caller":"traceutil/trace.go:171","msg":"trace[1294765777] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:19218; }","duration":"1.350422589s","start":"2026-07-02T11:48:37.037631Z","end":"2026-07-02T11:48:38.388053Z","steps":["trace[1294765777] 'agreement among raft nodes before linearized reading' (duration: 1.350324116s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:48:38.38808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:48:37.389453Z","time spent":"998.62392ms","remote":"127.0.0.1:45008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17604,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-02T11:48:38.388098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.161751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-07-02T11:48:38.388093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:48:37.037611Z","time spent":"1.35047352s","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-02T11:48:38.388147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.75012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-07-02T11:48:38.388375Z","caller":"traceutil/trace.go:171","msg":"trace[1662990581] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19218; }","duration":"453.06624ms","start":"2026-07-02T11:48:37.935297Z","end":"2026-07-02T11:48:38.388364Z","steps":["trace[1662990581] 'agreement among raft nodes before linearized reading' (duration: 452.690338ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:48:38.388396Z","caller":"traceutil/trace.go:171","msg":"trace[1323024091] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:19218; }","duration":"467.481632ms","start":"2026-07-02T11:48:37.920903Z","end":"2026-07-02T11:48:38.388384Z","steps":["trace[1323024091] 'agreement among raft nodes before linearized reading' (duration: 467.12423ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:48:38.388405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:48:37.93527Z","time spent":"453.127852ms","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11521,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-02T11:48:38.388424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:48:37.920888Z","time spent":"467.528034ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1590,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"info","ts":"2026-07-02T11:48:38.387741Z","caller":"traceutil/trace.go:171","msg":"trace[1551726197] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:19218; }","duration":"1.268210187s","start":"2026-07-02T11:48:37.119516Z","end":"2026-07-02T11:48:38.387726Z","steps":["trace[1551726197] 'agreement among raft nodes before linearized reading' (duration: 1.268128345s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:48:38.38856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.119485408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T11:48:38.388596Z","caller":"traceutil/trace.go:171","msg":"trace[519079640] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:19218; }","duration":"1.11954487s","start":"2026-07-02T11:48:37.269038Z","end":"2026-07-02T11:48:38.388583Z","steps":["trace[519079640] 'agreement among raft nodes before linearized reading' (duration: 1.119486958s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:48:38.388629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:48:37.269025Z","time spent":"1.119595061s","remote":"127.0.0.1:60436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-02T11:48:38.388644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:48:37.119458Z","time spent":"1.269127717s","remote":"127.0.0.1:33008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-07-02T11:48:38.388902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.658909862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:93 size:898166"} {"level":"info","ts":"2026-07-02T11:48:38.388944Z","caller":"traceutil/trace.go:171","msg":"trace[1727247359] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:93; response_revision:19218; }","duration":"1.658970554s","start":"2026-07-02T11:48:36.729962Z","end":"2026-07-02T11:48:38.388933Z","steps":["trace[1727247359] 'agreement among raft nodes before linearized reading' (duration: 1.657840308s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:48:38.388978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:48:36.729955Z","time spent":"1.659011155s","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":93,"response size":898190,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-02T11:48:38.394406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.663002632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:93 size:898166"} {"level":"info","ts":"2026-07-02T11:48:38.394481Z","caller":"traceutil/trace.go:171","msg":"trace[505280876] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:93; response_revision:19218; }","duration":"1.663098776s","start":"2026-07-02T11:48:36.731363Z","end":"2026-07-02T11:48:38.394461Z","steps":["trace[505280876] 'agreement among raft nodes before linearized reading' (duration: 1.656207735s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:48:38.394518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:48:36.731355Z","time spent":"1.663154897s","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":93,"response size":898190,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-02T11:48:43.928018Z","caller":"traceutil/trace.go:171","msg":"trace[967496688] transaction","detail":"{read_only:false; response_revision:19275; number_of_response:1; }","duration":"326.391386ms","start":"2026-07-02T11:48:43.601609Z","end":"2026-07-02T11:48:43.928Z","steps":["trace[967496688] 'process raft request' (duration: 325.987133ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:48:43.928187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:48:43.601556Z","time spent":"326.51907ms","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:48:43.928419Z","caller":"traceutil/trace.go:171","msg":"trace[549258819] linearizableReadLoop","detail":"{readStateIndex:20190; appliedIndex:20188; }","duration":"256.602623ms","start":"2026-07-02T11:48:43.671798Z","end":"2026-07-02T11:48:43.9284Z","steps":["trace[549258819] 'read index received' (duration: 255.787076ms)","trace[549258819] 'applied index is now lower than readState.Index' (duration: 814.726µs)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:48:43.928514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.713126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T11:48:43.928552Z","caller":"traceutil/trace.go:171","msg":"trace[403258084] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19276; }","duration":"256.808589ms","start":"2026-07-02T11:48:43.671737Z","end":"2026-07-02T11:48:43.928545Z","steps":["trace[403258084] 'agreement among raft nodes before linearized reading' (duration: 256.730367ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:48:43.928553Z","caller":"traceutil/trace.go:171","msg":"trace[940608969] transaction","detail":"{read_only:false; response_revision:19276; number_of_response:1; }","duration":"302.390897ms","start":"2026-07-02T11:48:43.626127Z","end":"2026-07-02T11:48:43.928518Z","steps":["trace[940608969] 'process raft request' (duration: 302.16148ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:48:43.928719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:48:43.62609Z","time spent":"302.542783ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:49:05.369955Z","caller":"traceutil/trace.go:171","msg":"trace[449609229] transaction","detail":"{read_only:false; response_revision:19588; number_of_response:1; }","duration":"123.579115ms","start":"2026-07-02T11:49:05.246347Z","end":"2026-07-02T11:49:05.369926Z","steps":["trace[449609229] 'process raft request' (duration: 123.505493ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:49:05.3703Z","caller":"traceutil/trace.go:171","msg":"trace[1181057247] transaction","detail":"{read_only:false; response_revision:19585; number_of_response:1; }","duration":"132.092737ms","start":"2026-07-02T11:49:05.23811Z","end":"2026-07-02T11:49:05.370203Z","steps":["trace[1181057247] 'process raft request' (duration: 131.475768ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:49:05.37055Z","caller":"traceutil/trace.go:171","msg":"trace[732759341] transaction","detail":"{read_only:false; response_revision:19587; number_of_response:1; }","duration":"127.207341ms","start":"2026-07-02T11:49:05.243298Z","end":"2026-07-02T11:49:05.370505Z","steps":["trace[732759341] 'process raft request' (duration: 126.499228ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:49:05.370799Z","caller":"traceutil/trace.go:171","msg":"trace[1903993419] transaction","detail":"{read_only:false; response_revision:19586; number_of_response:1; }","duration":"128.313917ms","start":"2026-07-02T11:49:05.242475Z","end":"2026-07-02T11:49:05.370789Z","steps":["trace[1903993419] 'process raft request' (duration: 127.250323ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:49:05.371225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.125871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-07-02T11:49:05.371289Z","caller":"traceutil/trace.go:171","msg":"trace[546200891] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:19588; }","duration":"133.227583ms","start":"2026-07-02T11:49:05.238046Z","end":"2026-07-02T11:49:05.371273Z","steps":["trace[546200891] 'agreement among raft nodes before linearized reading' (duration: 132.995366ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:49:33.245988Z","caller":"traceutil/trace.go:171","msg":"trace[652208607] linearizableReadLoop","detail":"{readStateIndex:20846; appliedIndex:20844; }","duration":"145.465785ms","start":"2026-07-02T11:49:33.100492Z","end":"2026-07-02T11:49:33.245958Z","steps":["trace[652208607] 'read index received' (duration: 5.820976ms)","trace[652208607] 'applied index is now lower than readState.Index' (duration: 139.643689ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:49:33.246073Z","caller":"traceutil/trace.go:171","msg":"trace[452687485] transaction","detail":"{read_only:false; response_revision:19905; number_of_response:1; }","duration":"152.1546ms","start":"2026-07-02T11:49:33.093889Z","end":"2026-07-02T11:49:33.246043Z","steps":["trace[452687485] 'process raft request' (duration: 90.806426ms)","trace[452687485] 'compare' (duration: 61.113156ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:49:33.246273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.756285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-w52sn\" ","response":"range_response_count:1 size:9784"} {"level":"warn","ts":"2026-07-02T11:49:33.246298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.145195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-07-02T11:49:33.246342Z","caller":"traceutil/trace.go:171","msg":"trace[626836114] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-w52sn; range_end:; response_count:1; response_revision:19905; }","duration":"145.864388ms","start":"2026-07-02T11:49:33.100465Z","end":"2026-07-02T11:49:33.246329Z","steps":["trace[626836114] 'agreement among raft nodes before linearized reading' (duration: 145.652371ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:49:33.246356Z","caller":"traceutil/trace.go:171","msg":"trace[74178409] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19905; }","duration":"135.260629ms","start":"2026-07-02T11:49:33.111076Z","end":"2026-07-02T11:49:33.246337Z","steps":["trace[74178409] 'agreement among raft nodes before linearized reading' (duration: 135.076943ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:50:07.821423Z","caller":"traceutil/trace.go:171","msg":"trace[1194749443] linearizableReadLoop","detail":"{readStateIndex:21182; appliedIndex:21181; }","duration":"103.902565ms","start":"2026-07-02T11:50:07.717485Z","end":"2026-07-02T11:50:07.821388Z","steps":["trace[1194749443] 'read index received' (duration: 103.040618ms)","trace[1194749443] 'applied index is now lower than readState.Index' (duration: 861.097µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:50:07.82145Z","caller":"traceutil/trace.go:171","msg":"trace[1552955223] transaction","detail":"{read_only:false; response_revision:20226; number_of_response:1; }","duration":"128.895655ms","start":"2026-07-02T11:50:07.692524Z","end":"2026-07-02T11:50:07.82142Z","steps":["trace[1552955223] 'process raft request' (duration: 128.063249ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:50:07.821649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.142883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-02T11:50:07.82168Z","caller":"traceutil/trace.go:171","msg":"trace[408374869] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:20226; }","duration":"104.216065ms","start":"2026-07-02T11:50:07.717456Z","end":"2026-07-02T11:50:07.821672Z","steps":["trace[408374869] 'agreement among raft nodes before linearized reading' (duration: 104.05926ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:50:21.142497Z","caller":"traceutil/trace.go:171","msg":"trace[1246591039] transaction","detail":"{read_only:false; response_revision:20342; number_of_response:1; }","duration":"124.138943ms","start":"2026-07-02T11:50:21.018319Z","end":"2026-07-02T11:50:21.142458Z","steps":["trace[1246591039] 'process raft request' (duration: 123.880154ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:50:22.43972Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17487} {"level":"info","ts":"2026-07-02T11:50:22.545183Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17487,"took":"101.767778ms","hash":2907671715,"current-db-size-bytes":58904576,"current-db-size":"59 MB","current-db-size-in-use-bytes":34062336,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-07-02T11:50:22.545244Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2907671715,"revision":17487,"compact-revision":14518} {"level":"info","ts":"2026-07-02T11:50:27.424553Z","caller":"traceutil/trace.go:171","msg":"trace[1278614194] transaction","detail":"{read_only:false; response_revision:20393; number_of_response:1; }","duration":"126.675594ms","start":"2026-07-02T11:50:27.297851Z","end":"2026-07-02T11:50:27.424527Z","steps":["trace[1278614194] 'process raft request' (duration: 126.52423ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:50:35.577881Z","caller":"traceutil/trace.go:171","msg":"trace[472789323] transaction","detail":"{read_only:false; response_revision:20443; number_of_response:1; }","duration":"112.771449ms","start":"2026-07-02T11:50:35.465086Z","end":"2026-07-02T11:50:35.577858Z","steps":["trace[472789323] 'process raft request' (duration: 112.252982ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:50:36.614692Z","caller":"traceutil/trace.go:171","msg":"trace[102195471] transaction","detail":"{read_only:false; response_revision:20447; number_of_response:1; }","duration":"127.055286ms","start":"2026-07-02T11:50:36.487603Z","end":"2026-07-02T11:50:36.614658Z","steps":["trace[102195471] 'process raft request' (duration: 107.189331ms)","trace[102195471] 'compare' (duration: 19.726871ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:50:36.668033Z","caller":"traceutil/trace.go:171","msg":"trace[1605775] transaction","detail":"{read_only:false; response_revision:20448; number_of_response:1; }","duration":"178.510883ms","start":"2026-07-02T11:50:36.489455Z","end":"2026-07-02T11:50:36.667966Z","steps":["trace[1605775] 'process raft request' (duration: 178.137091ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:51:09.57259Z","caller":"traceutil/trace.go:171","msg":"trace[1661523611] transaction","detail":"{read_only:false; response_revision:20829; number_of_response:1; }","duration":"114.941908ms","start":"2026-07-02T11:51:09.457615Z","end":"2026-07-02T11:51:09.572557Z","steps":["trace[1661523611] 'process raft request' (duration: 106.327903ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:51:40.697641Z","caller":"traceutil/trace.go:171","msg":"trace[92280915] transaction","detail":"{read_only:false; response_revision:21249; number_of_response:1; }","duration":"128.001297ms","start":"2026-07-02T11:51:40.569608Z","end":"2026-07-02T11:51:40.69761Z","steps":["trace[92280915] 'process raft request' (duration: 99.518855ms)","trace[92280915] 'compare' (duration: 28.044368ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:51:40.829949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.311665ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-07-02T11:51:40.83011Z","caller":"traceutil/trace.go:171","msg":"trace[1462437528] linearizableReadLoop","detail":"{readStateIndex:22248; appliedIndex:22247; }","duration":"131.901352ms","start":"2026-07-02T11:51:40.69815Z","end":"2026-07-02T11:51:40.830051Z","steps":["trace[1462437528] 'read index received' (duration: 19.170544ms)","trace[1462437528] 'applied index is now lower than readState.Index' (duration: 112.729318ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:51:40.830214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.041516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T11:51:40.830305Z","caller":"traceutil/trace.go:171","msg":"trace[2111541644] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21249; }","duration":"132.16114ms","start":"2026-07-02T11:51:40.698122Z","end":"2026-07-02T11:51:40.830283Z","steps":["trace[2111541644] 'agreement among raft nodes before linearized reading' (duration: 132.014256ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:51:41.837877Z","caller":"traceutil/trace.go:171","msg":"trace[1717015325] linearizableReadLoop","detail":"{readStateIndex:22256; appliedIndex:22255; }","duration":"105.827357ms","start":"2026-07-02T11:51:41.732024Z","end":"2026-07-02T11:51:41.837852Z","steps":["trace[1717015325] 'read index received' (duration: 105.543278ms)","trace[1717015325] 'applied index is now lower than readState.Index' (duration: 282.889µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:51:41.837899Z","caller":"traceutil/trace.go:171","msg":"trace[1064471942] transaction","detail":"{read_only:false; response_revision:21257; number_of_response:1; }","duration":"121.916412ms","start":"2026-07-02T11:51:41.715953Z","end":"2026-07-02T11:51:41.837869Z","steps":["trace[1064471942] 'process raft request' (duration: 121.630753ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:51:41.838192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.047814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-02T11:51:41.838237Z","caller":"traceutil/trace.go:171","msg":"trace[1642877570] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:21257; }","duration":"106.21811ms","start":"2026-07-02T11:51:41.732007Z","end":"2026-07-02T11:51:41.838225Z","steps":["trace[1642877570] 'agreement among raft nodes before linearized reading' (duration: 105.951442ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:51:42.000895Z","caller":"traceutil/trace.go:171","msg":"trace[253353313] transaction","detail":"{read_only:false; response_revision:21259; number_of_response:1; }","duration":"157.299515ms","start":"2026-07-02T11:51:41.843567Z","end":"2026-07-02T11:51:42.000867Z","steps":["trace[253353313] 'process raft request' (duration: 113.077799ms)","trace[253353313] 'compare' (duration: 43.989438ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:51:42.000997Z","caller":"traceutil/trace.go:171","msg":"trace[1146742704] transaction","detail":"{read_only:false; response_revision:21260; number_of_response:1; }","duration":"152.416388ms","start":"2026-07-02T11:51:41.848559Z","end":"2026-07-02T11:51:42.000975Z","steps":["trace[1146742704] 'process raft request' (duration: 152.239902ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:51:42.013255Z","caller":"traceutil/trace.go:171","msg":"trace[1884519253] transaction","detail":"{read_only:false; response_revision:21261; number_of_response:1; }","duration":"129.324879ms","start":"2026-07-02T11:51:41.883907Z","end":"2026-07-02T11:51:42.013232Z","steps":["trace[1884519253] 'process raft request' (duration: 129.099342ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:51:42.174929Z","caller":"traceutil/trace.go:171","msg":"trace[730555905] linearizableReadLoop","detail":"{readStateIndex:22261; appliedIndex:22260; }","duration":"158.391829ms","start":"2026-07-02T11:51:42.016493Z","end":"2026-07-02T11:51:42.174885Z","steps":["trace[730555905] 'read index received' (duration: 139.814504ms)","trace[730555905] 'applied index is now lower than readState.Index' (duration: 18.574935ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:51:42.175003Z","caller":"traceutil/trace.go:171","msg":"trace[921157536] transaction","detail":"{read_only:false; response_revision:21262; number_of_response:1; }","duration":"164.776483ms","start":"2026-07-02T11:51:42.010194Z","end":"2026-07-02T11:51:42.174971Z","steps":["trace[921157536] 'process raft request' (duration: 146.166728ms)","trace[921157536] 'compare' (duration: 18.105579ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:51:42.175118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.610706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f192c6f5-7dd5-46ec-b155-1c52d6ed4297\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-07-02T11:51:42.175145Z","caller":"traceutil/trace.go:171","msg":"trace[71362102] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f192c6f5-7dd5-46ec-b155-1c52d6ed4297; range_end:; response_count:1; response_revision:21262; }","duration":"158.667828ms","start":"2026-07-02T11:51:42.01647Z","end":"2026-07-02T11:51:42.175137Z","steps":["trace[71362102] 'agreement among raft nodes before linearized reading' (duration: 158.543524ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:51:42.515623Z","caller":"traceutil/trace.go:171","msg":"trace[1055683366] transaction","detail":"{read_only:false; response_revision:21266; number_of_response:1; }","duration":"202.912345ms","start":"2026-07-02T11:51:42.312672Z","end":"2026-07-02T11:51:42.515584Z","steps":["trace[1055683366] 'process raft request' (duration: 155.309841ms)","trace[1055683366] 'compare' (duration: 47.086647ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:51:42.713223Z","caller":"traceutil/trace.go:171","msg":"trace[1665737237] linearizableReadLoop","detail":"{readStateIndex:22269; appliedIndex:22268; }","duration":"106.125417ms","start":"2026-07-02T11:51:42.607065Z","end":"2026-07-02T11:51:42.713191Z","steps":["trace[1665737237] 'read index received' (duration: 23.587455ms)","trace[1665737237] 'applied index is now lower than readState.Index' (duration: 82.536342ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:51:42.713246Z","caller":"traceutil/trace.go:171","msg":"trace[317318945] transaction","detail":"{read_only:false; response_revision:21270; number_of_response:1; }","duration":"108.959708ms","start":"2026-07-02T11:51:42.604254Z","end":"2026-07-02T11:51:42.713214Z","steps":["trace[317318945] 'process raft request' (duration: 26.487678ms)","trace[317318945] 'compare' (duration: 82.254043ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:51:42.713748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.657624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-02T11:51:42.713841Z","caller":"traceutil/trace.go:171","msg":"trace[969547440] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21270; }","duration":"106.763497ms","start":"2026-07-02T11:51:42.60703Z","end":"2026-07-02T11:51:42.713793Z","steps":["trace[969547440] 'agreement among raft nodes before linearized reading' (duration: 106.384665ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:52:04.279333Z","caller":"traceutil/trace.go:171","msg":"trace[1939812150] transaction","detail":"{read_only:false; response_revision:21454; number_of_response:1; }","duration":"104.341829ms","start":"2026-07-02T11:52:04.174955Z","end":"2026-07-02T11:52:04.279297Z","steps":["trace[1939812150] 'process raft request' (duration: 75.324581ms)","trace[1939812150] 'compare' (duration: 28.818232ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:52:04.283689Z","caller":"traceutil/trace.go:171","msg":"trace[1361220328] transaction","detail":"{read_only:false; response_revision:21455; number_of_response:1; }","duration":"107.012955ms","start":"2026-07-02T11:52:04.176643Z","end":"2026-07-02T11:52:04.283656Z","steps":["trace[1361220328] 'process raft request' (duration: 106.86194ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:52:04.678559Z","caller":"traceutil/trace.go:171","msg":"trace[1378919527] transaction","detail":"{read_only:false; number_of_response:0; response_revision:21457; }","duration":"104.308798ms","start":"2026-07-02T11:52:04.574223Z","end":"2026-07-02T11:52:04.678532Z","steps":["trace[1378919527] 'process raft request' (duration: 104.158653ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:52:05.943052Z","caller":"traceutil/trace.go:171","msg":"trace[1134208533] linearizableReadLoop","detail":"{readStateIndex:22474; appliedIndex:22472; }","duration":"209.740142ms","start":"2026-07-02T11:52:05.733283Z","end":"2026-07-02T11:52:05.943024Z","steps":["trace[1134208533] 'read index received' (duration: 117.863182ms)","trace[1134208533] 'applied index is now lower than readState.Index' (duration: 91.8757ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:52:05.943575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.26655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-02T11:52:05.9436Z","caller":"traceutil/trace.go:171","msg":"trace[1689882301] transaction","detail":"{read_only:false; response_revision:21464; number_of_response:1; }","duration":"238.877535ms","start":"2026-07-02T11:52:05.704691Z","end":"2026-07-02T11:52:05.943568Z","steps":["trace[1689882301] 'process raft request' (duration: 238.254955ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:05.943645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.365542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-02T11:52:05.943667Z","caller":"traceutil/trace.go:171","msg":"trace[1071604170] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21464; }","duration":"210.371873ms","start":"2026-07-02T11:52:05.733274Z","end":"2026-07-02T11:52:05.943646Z","steps":["trace[1071604170] 'agreement among raft nodes before linearized reading' (duration: 210.102945ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:52:05.943716Z","caller":"traceutil/trace.go:171","msg":"trace[1996990271] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21464; }","duration":"115.514137ms","start":"2026-07-02T11:52:05.828185Z","end":"2026-07-02T11:52:05.943699Z","steps":["trace[1996990271] 'agreement among raft nodes before linearized reading' (duration: 115.270329ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:52:05.943751Z","caller":"traceutil/trace.go:171","msg":"trace[926146538] transaction","detail":"{read_only:false; response_revision:21463; number_of_response:1; }","duration":"238.958517ms","start":"2026-07-02T11:52:05.704596Z","end":"2026-07-02T11:52:05.943554Z","steps":["trace[926146538] 'process raft request' (duration: 146.568881ms)","trace[926146538] 'compare' (duration: 91.535029ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:52:06.117412Z","caller":"traceutil/trace.go:171","msg":"trace[390871277] transaction","detail":"{read_only:false; response_revision:21466; number_of_response:1; }","duration":"168.646588ms","start":"2026-07-02T11:52:05.948743Z","end":"2026-07-02T11:52:06.11739Z","steps":["trace[390871277] 'process raft request' (duration: 167.734558ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:06.546258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.878785ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T11:52:06.546358Z","caller":"traceutil/trace.go:171","msg":"trace[1797504747] transaction","detail":"{read_only:false; response_revision:21471; number_of_response:1; }","duration":"232.227182ms","start":"2026-07-02T11:52:06.314117Z","end":"2026-07-02T11:52:06.546344Z","steps":["trace[1797504747] 'process raft request' (duration: 83.196193ms)","trace[1797504747] 'compare' (duration: 148.75097ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:52:10.455635Z","caller":"traceutil/trace.go:171","msg":"trace[1192053577] linearizableReadLoop","detail":"{readStateIndex:22509; appliedIndex:22508; }","duration":"130.150515ms","start":"2026-07-02T11:52:10.325455Z","end":"2026-07-02T11:52:10.455605Z","steps":["trace[1192053577] 'read index received' (duration: 96.461757ms)","trace[1192053577] 'applied index is now lower than readState.Index' (duration: 33.683958ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:52:10.455649Z","caller":"traceutil/trace.go:171","msg":"trace[1609947789] transaction","detail":"{read_only:false; response_revision:21498; number_of_response:1; }","duration":"135.094034ms","start":"2026-07-02T11:52:10.320511Z","end":"2026-07-02T11:52:10.455605Z","steps":["trace[1609947789] 'process raft request' (duration: 101.395516ms)","trace[1609947789] 'compare' (duration: 33.43007ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:52:10.455782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.2982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T11:52:10.455821Z","caller":"traceutil/trace.go:171","msg":"trace[1079595668] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:21498; }","duration":"130.359693ms","start":"2026-07-02T11:52:10.325448Z","end":"2026-07-02T11:52:10.455808Z","steps":["trace[1079595668] 'agreement among raft nodes before linearized reading' (duration: 130.26473ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:52:12.49944Z","caller":"traceutil/trace.go:171","msg":"trace[1718331586] transaction","detail":"{read_only:false; response_revision:21516; number_of_response:1; }","duration":"100.29898ms","start":"2026-07-02T11:52:12.399111Z","end":"2026-07-02T11:52:12.49941Z","steps":["trace[1718331586] 'process raft request' (duration: 99.558256ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:52:12.803185Z","caller":"traceutil/trace.go:171","msg":"trace[1294575560] transaction","detail":"{read_only:false; response_revision:21520; number_of_response:1; }","duration":"117.649235ms","start":"2026-07-02T11:52:12.685506Z","end":"2026-07-02T11:52:12.803156Z","steps":["trace[1294575560] 'process raft request' (duration: 75.125694ms)","trace[1294575560] 'compare' (duration: 42.397977ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:52:12.805505Z","caller":"traceutil/trace.go:171","msg":"trace[1467745339] linearizableReadLoop","detail":"{readStateIndex:22533; appliedIndex:22531; }","duration":"117.105238ms","start":"2026-07-02T11:52:12.688377Z","end":"2026-07-02T11:52:12.805483Z","steps":["trace[1467745339] 'read index received' (duration: 72.274013ms)","trace[1467745339] 'applied index is now lower than readState.Index' (duration: 44.808204ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:52:12.806436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.043428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-02T11:52:12.806498Z","caller":"traceutil/trace.go:171","msg":"trace[1396821361] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21522; }","duration":"118.144282ms","start":"2026-07-02T11:52:12.688338Z","end":"2026-07-02T11:52:12.806482Z","steps":["trace[1396821361] 'agreement among raft nodes before linearized reading' (duration: 117.950275ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:52:12.806692Z","caller":"traceutil/trace.go:171","msg":"trace[356765885] transaction","detail":"{read_only:false; response_revision:21522; number_of_response:1; }","duration":"113.153831ms","start":"2026-07-02T11:52:12.693527Z","end":"2026-07-02T11:52:12.806681Z","steps":["trace[356765885] 'process raft request' (duration: 111.838039ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:52:12.805644Z","caller":"traceutil/trace.go:171","msg":"trace[651907338] transaction","detail":"{read_only:false; response_revision:21521; number_of_response:1; }","duration":"118.131401ms","start":"2026-07-02T11:52:12.687496Z","end":"2026-07-02T11:52:12.805627Z","steps":["trace[651907338] 'process raft request' (duration: 117.747329ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:52:12.97529Z","caller":"traceutil/trace.go:171","msg":"trace[281537367] transaction","detail":"{read_only:false; response_revision:21525; number_of_response:1; }","duration":"116.070965ms","start":"2026-07-02T11:52:12.8592Z","end":"2026-07-02T11:52:12.975271Z","steps":["trace[281537367] 'process raft request' (duration: 82.417397ms)","trace[281537367] 'compare' (duration: 33.317197ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:52:12.975745Z","caller":"traceutil/trace.go:171","msg":"trace[1066386014] transaction","detail":"{read_only:false; response_revision:21526; number_of_response:1; }","duration":"115.415973ms","start":"2026-07-02T11:52:12.86032Z","end":"2026-07-02T11:52:12.975736Z","steps":["trace[1066386014] 'process raft request' (duration: 114.723401ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:52:14.117274Z","caller":"traceutil/trace.go:171","msg":"trace[1290615408] transaction","detail":"{read_only:false; response_revision:21530; number_of_response:1; }","duration":"138.856134ms","start":"2026-07-02T11:52:13.978399Z","end":"2026-07-02T11:52:14.117255Z","steps":["trace[1290615408] 'process raft request' (duration: 138.745411ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:52:14.18553Z","caller":"traceutil/trace.go:171","msg":"trace[1262294761] linearizableReadLoop","detail":"{readStateIndex:22543; appliedIndex:22541; }","duration":"160.996552ms","start":"2026-07-02T11:52:14.024501Z","end":"2026-07-02T11:52:14.185498Z","steps":["trace[1262294761] 'read index received' (duration: 92.720417ms)","trace[1262294761] 'applied index is now lower than readState.Index' (duration: 68.274715ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:52:14.185623Z","caller":"traceutil/trace.go:171","msg":"trace[1483741559] transaction","detail":"{read_only:false; response_revision:21531; number_of_response:1; }","duration":"206.792208ms","start":"2026-07-02T11:52:13.978799Z","end":"2026-07-02T11:52:14.185591Z","steps":["trace[1483741559] 'process raft request' (duration: 206.458507ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:14.185791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.275682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-02T11:52:14.185841Z","caller":"traceutil/trace.go:171","msg":"trace[788121320] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21531; }","duration":"161.418146ms","start":"2026-07-02T11:52:14.024411Z","end":"2026-07-02T11:52:14.185829Z","steps":["trace[788121320] 'agreement among raft nodes before linearized reading' (duration: 161.23799ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:52:14.288662Z","caller":"traceutil/trace.go:171","msg":"trace[1370099145] linearizableReadLoop","detail":"{readStateIndex:22544; appliedIndex:22543; }","duration":"103.017777ms","start":"2026-07-02T11:52:14.185613Z","end":"2026-07-02T11:52:14.288631Z","steps":["trace[1370099145] 'read index received' (duration: 91.685364ms)","trace[1370099145] 'applied index is now lower than readState.Index' (duration: 11.330893ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:52:14.288852Z","caller":"traceutil/trace.go:171","msg":"trace[161048615] transaction","detail":"{read_only:false; response_revision:21532; number_of_response:1; }","duration":"170.626421ms","start":"2026-07-02T11:52:14.118202Z","end":"2026-07-02T11:52:14.288828Z","steps":["trace[161048615] 'process raft request' (duration: 159.008979ms)","trace[161048615] 'compare' (duration: 11.277362ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:52:14.288988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.657594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T11:52:14.28907Z","caller":"traceutil/trace.go:171","msg":"trace[251678100] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21532; }","duration":"146.811418ms","start":"2026-07-02T11:52:14.142238Z","end":"2026-07-02T11:52:14.28905Z","steps":["trace[251678100] 'agreement among raft nodes before linearized reading' (duration: 146.641893ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:52:14.345031Z","caller":"traceutil/trace.go:171","msg":"trace[1020961761] transaction","detail":"{read_only:false; response_revision:21533; number_of_response:1; }","duration":"154.236586ms","start":"2026-07-02T11:52:14.190751Z","end":"2026-07-02T11:52:14.344987Z","steps":["trace[1020961761] 'process raft request' (duration: 153.999439ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:14.345111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.426946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-02T11:52:14.345183Z","caller":"traceutil/trace.go:171","msg":"trace[1553094514] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21534; }","duration":"121.56065ms","start":"2026-07-02T11:52:14.223604Z","end":"2026-07-02T11:52:14.345165Z","steps":["trace[1553094514] 'agreement among raft nodes before linearized reading' (duration: 121.344123ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:14.552279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.434479ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T11:52:14.552415Z","caller":"traceutil/trace.go:171","msg":"trace[2062161199] linearizableReadLoop","detail":"{readStateIndex:22547; appliedIndex:22546; }","duration":"121.076235ms","start":"2026-07-02T11:52:14.431316Z","end":"2026-07-02T11:52:14.552392Z","steps":["trace[2062161199] 'read index received' (duration: 39.162µs)","trace[2062161199] 'applied index is now lower than readState.Index' (duration: 121.035303ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:52:14.552633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.308373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-07-02T11:52:14.552609Z","caller":"traceutil/trace.go:171","msg":"trace[2097211358] transaction","detail":"{read_only:false; response_revision:21535; number_of_response:1; }","duration":"201.688325ms","start":"2026-07-02T11:52:14.350828Z","end":"2026-07-02T11:52:14.552516Z","steps":["trace[2097211358] 'process raft request' (duration: 48.908336ms)","trace[2097211358] 'compare' (duration: 152.224381ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:52:14.552717Z","caller":"traceutil/trace.go:171","msg":"trace[1758790090] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:21535; }","duration":"121.394295ms","start":"2026-07-02T11:52:14.431279Z","end":"2026-07-02T11:52:14.552673Z","steps":["trace[1758790090] 'agreement among raft nodes before linearized reading' (duration: 121.177488ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:52:14.668791Z","caller":"traceutil/trace.go:171","msg":"trace[948883742] transaction","detail":"{read_only:false; response_revision:21538; number_of_response:1; }","duration":"107.448709ms","start":"2026-07-02T11:52:14.561321Z","end":"2026-07-02T11:52:14.66877Z","steps":["trace[948883742] 'process raft request' (duration: 106.401965ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:52:14.805175Z","caller":"traceutil/trace.go:171","msg":"trace[1638373982] transaction","detail":"{read_only:false; response_revision:21539; number_of_response:1; }","duration":"127.80255ms","start":"2026-07-02T11:52:14.677351Z","end":"2026-07-02T11:52:14.805153Z","steps":["trace[1638373982] 'process raft request' (duration: 126.360174ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:52:15.163716Z","caller":"traceutil/trace.go:171","msg":"trace[405592830] linearizableReadLoop","detail":"{readStateIndex:22554; appliedIndex:22553; }","duration":"126.604652ms","start":"2026-07-02T11:52:15.037091Z","end":"2026-07-02T11:52:15.163696Z","steps":["trace[405592830] 'read index received' (duration: 126.419856ms)","trace[405592830] 'applied index is now lower than readState.Index' (duration: 183.846µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:52:15.163769Z","caller":"traceutil/trace.go:171","msg":"trace[2013858772] transaction","detail":"{read_only:false; response_revision:21542; number_of_response:1; }","duration":"137.005074ms","start":"2026-07-02T11:52:15.026735Z","end":"2026-07-02T11:52:15.16374Z","steps":["trace[2013858772] 'process raft request' (duration: 136.812258ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:15.163833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.222328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T11:52:15.163905Z","caller":"traceutil/trace.go:171","msg":"trace[1804972706] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:21542; }","duration":"170.319981ms","start":"2026-07-02T11:52:14.993568Z","end":"2026-07-02T11:52:15.163888Z","steps":["trace[1804972706] 'agreement among raft nodes before linearized reading' (duration: 170.181607ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:15.163958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.778723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-07-02T11:52:15.163859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.28308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T11:52:15.163989Z","caller":"traceutil/trace.go:171","msg":"trace[376001781] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21542; }","duration":"124.831875ms","start":"2026-07-02T11:52:15.039148Z","end":"2026-07-02T11:52:15.16398Z","steps":["trace[376001781] 'agreement among raft nodes before linearized reading' (duration: 124.733632ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:52:15.164015Z","caller":"traceutil/trace.go:171","msg":"trace[1193489454] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:21542; }","duration":"170.447596ms","start":"2026-07-02T11:52:14.993552Z","end":"2026-07-02T11:52:15.164Z","steps":["trace[1193489454] 'agreement among raft nodes before linearized reading' (duration: 170.25914ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:52:15.278757Z","caller":"traceutil/trace.go:171","msg":"trace[314502577] transaction","detail":"{read_only:false; response_revision:21543; number_of_response:1; }","duration":"109.304639ms","start":"2026-07-02T11:52:15.169424Z","end":"2026-07-02T11:52:15.278728Z","steps":["trace[314502577] 'process raft request' (duration: 109.04692ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:52:15.278818Z","caller":"traceutil/trace.go:171","msg":"trace[830940819] transaction","detail":"{read_only:false; response_revision:21544; number_of_response:1; }","duration":"109.206885ms","start":"2026-07-02T11:52:15.169573Z","end":"2026-07-02T11:52:15.27878Z","steps":["trace[830940819] 'process raft request' (duration: 109.065951ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:52:15.424152Z","caller":"traceutil/trace.go:171","msg":"trace[2086005273] transaction","detail":"{read_only:false; response_revision:21545; number_of_response:1; }","duration":"132.365507ms","start":"2026-07-02T11:52:15.291763Z","end":"2026-07-02T11:52:15.424128Z","steps":["trace[2086005273] 'process raft request' (duration: 79.554387ms)","trace[2086005273] 'compare' (duration: 52.643184ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:52:15.666888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.949741ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-07-02T11:52:15.667173Z","caller":"traceutil/trace.go:171","msg":"trace[1772776667] linearizableReadLoop","detail":"{readStateIndex:22560; appliedIndex:22559; }","duration":"216.20271ms","start":"2026-07-02T11:52:15.450942Z","end":"2026-07-02T11:52:15.667144Z","steps":["trace[1772776667] 'read index received' (duration: 104.850566ms)","trace[1772776667] 'applied index is now lower than readState.Index' (duration: 111.349783ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:52:15.667274Z","caller":"traceutil/trace.go:171","msg":"trace[62887919] transaction","detail":"{read_only:false; response_revision:21547; number_of_response:1; }","duration":"104.065111ms","start":"2026-07-02T11:52:15.563188Z","end":"2026-07-02T11:52:15.667253Z","steps":["trace[62887919] 'process raft request' (duration: 103.821153ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:15.667442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.891207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T11:52:15.66746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.500239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-07-02T11:52:15.667523Z","caller":"traceutil/trace.go:171","msg":"trace[1037933700] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:21547; }","duration":"190.014391ms","start":"2026-07-02T11:52:15.477488Z","end":"2026-07-02T11:52:15.667503Z","steps":["trace[1037933700] 'agreement among raft nodes before linearized reading' (duration: 189.864196ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:52:15.66753Z","caller":"traceutil/trace.go:171","msg":"trace[1141855601] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21547; }","duration":"216.590221ms","start":"2026-07-02T11:52:15.450925Z","end":"2026-07-02T11:52:15.667515Z","steps":["trace[1141855601] 'agreement among raft nodes before linearized reading' (duration: 216.319343ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:15.667532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.378533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-service\" ","response":"range_response_count:1 size:9089"} {"level":"info","ts":"2026-07-02T11:52:15.667602Z","caller":"traceutil/trace.go:171","msg":"trace[252626366] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-service; range_end:; response_count:1; response_revision:21547; }","duration":"215.491147ms","start":"2026-07-02T11:52:15.452097Z","end":"2026-07-02T11:52:15.667588Z","steps":["trace[252626366] 'agreement among raft nodes before linearized reading' (duration: 215.236029ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:15.667756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.122345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"info","ts":"2026-07-02T11:52:15.667825Z","caller":"traceutil/trace.go:171","msg":"trace[630657516] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:21547; }","duration":"215.26615ms","start":"2026-07-02T11:52:15.452541Z","end":"2026-07-02T11:52:15.667807Z","steps":["trace[630657516] 'agreement among raft nodes before linearized reading' (duration: 214.96497ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:52:15.924669Z","caller":"traceutil/trace.go:171","msg":"trace[24323394] linearizableReadLoop","detail":"{readStateIndex:22563; appliedIndex:22562; }","duration":"201.261521ms","start":"2026-07-02T11:52:15.723389Z","end":"2026-07-02T11:52:15.92465Z","steps":["trace[24323394] 'read index received' (duration: 201.152587ms)","trace[24323394] 'applied index is now lower than readState.Index' (duration: 108.114µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:52:15.924747Z","caller":"traceutil/trace.go:171","msg":"trace[368553874] transaction","detail":"{read_only:false; response_revision:21549; number_of_response:1; }","duration":"202.453739ms","start":"2026-07-02T11:52:15.722261Z","end":"2026-07-02T11:52:15.924714Z","steps":["trace[368553874] 'process raft request' (duration: 202.274123ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:15.924928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.336929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4831"} {"level":"warn","ts":"2026-07-02T11:52:15.924947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.540349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-07-02T11:52:15.924967Z","caller":"traceutil/trace.go:171","msg":"trace[1763439488] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:21549; }","duration":"194.412451ms","start":"2026-07-02T11:52:15.730543Z","end":"2026-07-02T11:52:15.924955Z","steps":["trace[1763439488] 'agreement among raft nodes before linearized reading' (duration: 194.228645ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:52:15.925003Z","caller":"traceutil/trace.go:171","msg":"trace[1787167167] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:21549; }","duration":"201.631273ms","start":"2026-07-02T11:52:15.723359Z","end":"2026-07-02T11:52:15.924991Z","steps":["trace[1787167167] 'agreement among raft nodes before linearized reading' (duration: 201.367864ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:16.71228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.081568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-02T11:52:16.712379Z","caller":"traceutil/trace.go:171","msg":"trace[679246722] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21552; }","duration":"362.239524ms","start":"2026-07-02T11:52:16.350112Z","end":"2026-07-02T11:52:16.712352Z","steps":["trace[679246722] 'range keys from in-memory index tree' (duration: 361.877692ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:16.712435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:16.350089Z","time spent":"362.332016ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-02T11:52:16.712494Z","caller":"traceutil/trace.go:171","msg":"trace[239058027] linearizableReadLoop","detail":"{readStateIndex:22567; appliedIndex:22566; }","duration":"202.408128ms","start":"2026-07-02T11:52:16.510065Z","end":"2026-07-02T11:52:16.712473Z","steps":["trace[239058027] 'read index received' (duration: 199.141013ms)","trace[239058027] 'applied index is now lower than readState.Index' (duration: 3.265584ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:52:16.712597Z","caller":"traceutil/trace.go:171","msg":"trace[1114585235] transaction","detail":"{read_only:false; response_revision:21553; number_of_response:1; }","duration":"360.962032ms","start":"2026-07-02T11:52:16.351618Z","end":"2026-07-02T11:52:16.71258Z","steps":["trace[1114585235] 'process raft request' (duration: 357.523882ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:16.712661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.590474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T11:52:16.712708Z","caller":"traceutil/trace.go:171","msg":"trace[548258062] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:21553; }","duration":"202.683767ms","start":"2026-07-02T11:52:16.51001Z","end":"2026-07-02T11:52:16.712694Z","steps":["trace[548258062] 'agreement among raft nodes before linearized reading' (duration: 202.586003ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:16.712727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:16.351601Z","time spent":"361.048605ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:52:16.712901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.431224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-02T11:52:16.712984Z","caller":"traceutil/trace.go:171","msg":"trace[1981029740] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21553; }","duration":"155.558898ms","start":"2026-07-02T11:52:16.557403Z","end":"2026-07-02T11:52:16.712962Z","steps":["trace[1981029740] 'agreement among raft nodes before linearized reading' (duration: 155.31682ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:52:16.828793Z","caller":"traceutil/trace.go:171","msg":"trace[1110389883] transaction","detail":"{read_only:false; response_revision:21555; number_of_response:1; }","duration":"110.640271ms","start":"2026-07-02T11:52:16.718129Z","end":"2026-07-02T11:52:16.828769Z","steps":["trace[1110389883] 'process raft request' (duration: 97.293554ms)","trace[1110389883] 'compare' (duration: 13.211062ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:52:16.829032Z","caller":"traceutil/trace.go:171","msg":"trace[1319339161] transaction","detail":"{read_only:false; response_revision:21556; number_of_response:1; }","duration":"110.702973ms","start":"2026-07-02T11:52:16.718265Z","end":"2026-07-02T11:52:16.828968Z","steps":["trace[1319339161] 'process raft request' (duration: 110.464525ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:52:18.443466Z","caller":"traceutil/trace.go:171","msg":"trace[1792028258] transaction","detail":"{read_only:false; response_revision:21565; number_of_response:1; }","duration":"183.606026ms","start":"2026-07-02T11:52:18.259824Z","end":"2026-07-02T11:52:18.44343Z","steps":["trace[1792028258] 'process raft request' (duration: 183.40169ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:52:18.628082Z","caller":"traceutil/trace.go:171","msg":"trace[2087340600] linearizableReadLoop","detail":"{readStateIndex:22580; appliedIndex:22579; }","duration":"140.091114ms","start":"2026-07-02T11:52:18.48797Z","end":"2026-07-02T11:52:18.628061Z","steps":["trace[2087340600] 'read index received' (duration: 139.875447ms)","trace[2087340600] 'applied index is now lower than readState.Index' (duration: 214.907µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:52:18.628153Z","caller":"traceutil/trace.go:171","msg":"trace[1952784206] transaction","detail":"{read_only:false; response_revision:21566; number_of_response:1; }","duration":"356.312353ms","start":"2026-07-02T11:52:18.271816Z","end":"2026-07-02T11:52:18.628129Z","steps":["trace[1952784206] 'process raft request' (duration: 356.096996ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:18.628295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.331431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-02T11:52:18.628329Z","caller":"traceutil/trace.go:171","msg":"trace[275147196] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:21566; }","duration":"140.433364ms","start":"2026-07-02T11:52:18.487887Z","end":"2026-07-02T11:52:18.62832Z","steps":["trace[275147196] 'agreement among raft nodes before linearized reading' (duration: 140.29937ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:18.628318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:18.271801Z","time spent":"356.412937ms","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":24983,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:52:18.954051Z","caller":"traceutil/trace.go:171","msg":"trace[419943938] transaction","detail":"{read_only:false; response_revision:21569; number_of_response:1; }","duration":"116.066005ms","start":"2026-07-02T11:52:18.837924Z","end":"2026-07-02T11:52:18.95399Z","steps":["trace[419943938] 'process raft request' (duration: 56.909672ms)","trace[419943938] 'compare' (duration: 58.773891ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:52:18.954117Z","caller":"traceutil/trace.go:171","msg":"trace[284179413] transaction","detail":"{read_only:false; response_revision:21570; number_of_response:1; }","duration":"115.161095ms","start":"2026-07-02T11:52:18.838933Z","end":"2026-07-02T11:52:18.954094Z","steps":["trace[284179413] 'process raft request' (duration: 114.825305ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:52:19.422181Z","caller":"traceutil/trace.go:171","msg":"trace[765298915] linearizableReadLoop","detail":"{readStateIndex:22589; appliedIndex:22588; }","duration":"133.42976ms","start":"2026-07-02T11:52:19.288727Z","end":"2026-07-02T11:52:19.422156Z","steps":["trace[765298915] 'read index received' (duration: 133.220683ms)","trace[765298915] 'applied index is now lower than readState.Index' (duration: 208.267µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:52:19.422307Z","caller":"traceutil/trace.go:171","msg":"trace[1917652012] transaction","detail":"{read_only:false; response_revision:21575; number_of_response:1; }","duration":"245.578869ms","start":"2026-07-02T11:52:19.176714Z","end":"2026-07-02T11:52:19.422293Z","steps":["trace[1917652012] 'process raft request' (duration: 245.311ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:19.422567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.724149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T11:52:19.422642Z","caller":"traceutil/trace.go:171","msg":"trace[676399585] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:21575; }","duration":"133.827303ms","start":"2026-07-02T11:52:19.288797Z","end":"2026-07-02T11:52:19.422625Z","steps":["trace[676399585] 'agreement among raft nodes before linearized reading' (duration: 133.635676ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:19.422751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.289421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-02T11:52:19.422825Z","caller":"traceutil/trace.go:171","msg":"trace[1390294160] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21575; }","duration":"126.401194ms","start":"2026-07-02T11:52:19.296407Z","end":"2026-07-02T11:52:19.422808Z","steps":["trace[1390294160] 'agreement among raft nodes before linearized reading' (duration: 126.131196ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:19.42289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.387748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21444"} {"level":"warn","ts":"2026-07-02T11:52:19.422928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.987677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T11:52:19.422955Z","caller":"traceutil/trace.go:171","msg":"trace[2061915096] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:21575; }","duration":"133.480801ms","start":"2026-07-02T11:52:19.289458Z","end":"2026-07-02T11:52:19.422939Z","steps":["trace[2061915096] 'agreement among raft nodes before linearized reading' (duration: 133.255773ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:52:19.42296Z","caller":"traceutil/trace.go:171","msg":"trace[2083810258] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:21575; }","duration":"134.030229ms","start":"2026-07-02T11:52:19.28892Z","end":"2026-07-02T11:52:19.422951Z","steps":["trace[2083810258] 'agreement among raft nodes before linearized reading' (duration: 133.979237ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:19.42314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.405311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T11:52:19.423172Z","caller":"traceutil/trace.go:171","msg":"trace[1006125920] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:21575; }","duration":"134.469733ms","start":"2026-07-02T11:52:19.288693Z","end":"2026-07-02T11:52:19.423163Z","steps":["trace[1006125920] 'agreement among raft nodes before linearized reading' (duration: 134.413741ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:52:19.631887Z","caller":"traceutil/trace.go:171","msg":"trace[1036643156] transaction","detail":"{read_only:false; response_revision:21577; number_of_response:1; }","duration":"202.289784ms","start":"2026-07-02T11:52:19.429569Z","end":"2026-07-02T11:52:19.631858Z","steps":["trace[1036643156] 'process raft request' (duration: 107.622884ms)","trace[1036643156] 'compare' (duration: 94.415482ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:52:19.885593Z","caller":"traceutil/trace.go:171","msg":"trace[427928962] linearizableReadLoop","detail":"{readStateIndex:22592; appliedIndex:22591; }","duration":"166.028634ms","start":"2026-07-02T11:52:19.719517Z","end":"2026-07-02T11:52:19.885545Z","steps":["trace[427928962] 'read index received' (duration: 82.815991ms)","trace[427928962] 'applied index is now lower than readState.Index' (duration: 83.210763ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:52:19.88565Z","caller":"traceutil/trace.go:171","msg":"trace[1863622823] transaction","detail":"{read_only:false; response_revision:21578; number_of_response:1; }","duration":"247.547182ms","start":"2026-07-02T11:52:19.638065Z","end":"2026-07-02T11:52:19.885612Z","steps":["trace[1863622823] 'process raft request' (duration: 164.222105ms)","trace[1863622823] 'compare' (duration: 82.973146ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:52:19.885952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.417306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-02T11:52:19.88604Z","caller":"traceutil/trace.go:171","msg":"trace[936993630] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:21578; }","duration":"166.55715ms","start":"2026-07-02T11:52:19.719461Z","end":"2026-07-02T11:52:19.886018Z","steps":["trace[936993630] 'agreement among raft nodes before linearized reading' (duration: 166.23529ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:52:20.086965Z","caller":"traceutil/trace.go:171","msg":"trace[1483870035] transaction","detail":"{read_only:false; response_revision:21579; number_of_response:1; }","duration":"194.183594ms","start":"2026-07-02T11:52:19.892758Z","end":"2026-07-02T11:52:20.086942Z","steps":["trace[1483870035] 'process raft request' (duration: 147.685827ms)","trace[1483870035] 'compare' (duration: 46.378754ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:52:20.433389Z","caller":"traceutil/trace.go:171","msg":"trace[1068572433] transaction","detail":"{read_only:false; response_revision:21582; number_of_response:1; }","duration":"100.217957ms","start":"2026-07-02T11:52:20.333132Z","end":"2026-07-02T11:52:20.43335Z","steps":["trace[1068572433] 'process raft request' (duration: 18.887584ms)","trace[1068572433] 'compare' (duration: 81.125197ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:52:21.388064Z","caller":"traceutil/trace.go:171","msg":"trace[1494046571] linearizableReadLoop","detail":"{readStateIndex:22610; appliedIndex:22609; }","duration":"210.973392ms","start":"2026-07-02T11:52:21.177054Z","end":"2026-07-02T11:52:21.388027Z","steps":["trace[1494046571] 'read index received' (duration: 39.156913ms)","trace[1494046571] 'applied index is now lower than readState.Index' (duration: 171.814839ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:52:21.388383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.289292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T11:52:21.388482Z","caller":"traceutil/trace.go:171","msg":"trace[322385343] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:21594; }","duration":"211.439297ms","start":"2026-07-02T11:52:21.177019Z","end":"2026-07-02T11:52:21.388458Z","steps":["trace[322385343] 'agreement among raft nodes before linearized reading' (duration: 211.205349ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:52:21.388699Z","caller":"traceutil/trace.go:171","msg":"trace[279466844] transaction","detail":"{read_only:false; response_revision:21594; number_of_response:1; }","duration":"216.689475ms","start":"2026-07-02T11:52:21.171988Z","end":"2026-07-02T11:52:21.388677Z","steps":["trace[279466844] 'process raft request' (duration: 215.752735ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:21.389328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.315647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-07-02T11:52:21.389383Z","caller":"traceutil/trace.go:171","msg":"trace[1794728215] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:21594; }","duration":"163.399169ms","start":"2026-07-02T11:52:21.22597Z","end":"2026-07-02T11:52:21.389369Z","steps":["trace[1794728215] 'agreement among raft nodes before linearized reading' (duration: 162.457049ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:21.388349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.229901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T11:52:21.389787Z","caller":"traceutil/trace.go:171","msg":"trace[2090710595] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:21594; }","duration":"212.719208ms","start":"2026-07-02T11:52:21.177052Z","end":"2026-07-02T11:52:21.389771Z","steps":["trace[2090710595] 'agreement among raft nodes before linearized reading' (duration: 211.194439ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:21.608585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.731136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-02T11:52:21.608709Z","caller":"traceutil/trace.go:171","msg":"trace[794133548] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21595; }","duration":"101.939303ms","start":"2026-07-02T11:52:21.506741Z","end":"2026-07-02T11:52:21.60868Z","steps":["trace[794133548] 'range keys from in-memory index tree' (duration: 101.509438ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:52:21.726115Z","caller":"traceutil/trace.go:171","msg":"trace[493574071] transaction","detail":"{read_only:false; response_revision:21596; number_of_response:1; }","duration":"168.74588ms","start":"2026-07-02T11:52:21.557339Z","end":"2026-07-02T11:52:21.726085Z","steps":["trace[493574071] 'process raft request' (duration: 168.538614ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:52:21.763096Z","caller":"traceutil/trace.go:171","msg":"trace[2019623512] transaction","detail":"{read_only:false; response_revision:21597; number_of_response:1; }","duration":"149.698061ms","start":"2026-07-02T11:52:21.613373Z","end":"2026-07-02T11:52:21.763071Z","steps":["trace[2019623512] 'process raft request' (duration: 149.553197ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:52:22.077177Z","caller":"traceutil/trace.go:171","msg":"trace[1856303994] linearizableReadLoop","detail":"{readStateIndex:22616; appliedIndex:22615; }","duration":"112.198371ms","start":"2026-07-02T11:52:21.964943Z","end":"2026-07-02T11:52:22.077142Z","steps":["trace[1856303994] 'read index received' (duration: 112.100928ms)","trace[1856303994] 'applied index is now lower than readState.Index' (duration: 95.993µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:52:22.077302Z","caller":"traceutil/trace.go:171","msg":"trace[1701210762] transaction","detail":"{read_only:false; response_revision:21600; number_of_response:1; }","duration":"126.642183ms","start":"2026-07-02T11:52:21.950599Z","end":"2026-07-02T11:52:22.077241Z","steps":["trace[1701210762] 'process raft request' (duration: 126.337533ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:22.077452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.47644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-07-02T11:52:22.077515Z","caller":"traceutil/trace.go:171","msg":"trace[1941194182] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:21600; }","duration":"112.600244ms","start":"2026-07-02T11:52:21.964893Z","end":"2026-07-02T11:52:22.077494Z","steps":["trace[1941194182] 'agreement among raft nodes before linearized reading' (duration: 112.384147ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:52:22.699585Z","caller":"traceutil/trace.go:171","msg":"trace[150636943] transaction","detail":"{read_only:false; response_revision:21604; number_of_response:1; }","duration":"208.562965ms","start":"2026-07-02T11:52:22.491002Z","end":"2026-07-02T11:52:22.699565Z","steps":["trace[150636943] 'process raft request' (duration: 208.40346ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:52:22.988992Z","caller":"traceutil/trace.go:171","msg":"trace[569174801] linearizableReadLoop","detail":"{readStateIndex:22622; appliedIndex:22621; }","duration":"149.876465ms","start":"2026-07-02T11:52:22.83909Z","end":"2026-07-02T11:52:22.988967Z","steps":["trace[569174801] 'read index received' (duration: 66.89933ms)","trace[569174801] 'applied index is now lower than readState.Index' (duration: 82.976105ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:52:22.989056Z","caller":"traceutil/trace.go:171","msg":"trace[1648792605] transaction","detail":"{read_only:false; response_revision:21606; number_of_response:1; }","duration":"167.543551ms","start":"2026-07-02T11:52:22.821488Z","end":"2026-07-02T11:52:22.989031Z","steps":["trace[1648792605] 'process raft request' (duration: 84.526974ms)","trace[1648792605] 'compare' (duration: 82.79738ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:52:22.989214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.111193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-02T11:52:22.989267Z","caller":"traceutil/trace.go:171","msg":"trace[390470830] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21606; }","duration":"150.210996ms","start":"2026-07-02T11:52:22.839043Z","end":"2026-07-02T11:52:22.989254Z","steps":["trace[390470830] 'agreement among raft nodes before linearized reading' (duration: 150.02495ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:23.511874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.145752ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T11:52:23.512262Z","caller":"traceutil/trace.go:171","msg":"trace[1570102189] transaction","detail":"{read_only:false; response_revision:21608; number_of_response:1; }","duration":"397.792591ms","start":"2026-07-02T11:52:23.11427Z","end":"2026-07-02T11:52:23.512063Z","steps":["trace[1570102189] 'process raft request' (duration: 397.708619ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:52:23.512277Z","caller":"traceutil/trace.go:171","msg":"trace[659531872] transaction","detail":"{read_only:false; response_revision:21607; number_of_response:1; }","duration":"519.011051ms","start":"2026-07-02T11:52:22.993213Z","end":"2026-07-02T11:52:23.512224Z","steps":["trace[659531872] 'process raft request' (duration: 225.438515ms)","trace[659531872] 'compare' (duration: 292.734419ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:52:23.512366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:23.114252Z","time spent":"398.08371ms","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":774,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-02T11:52:23.512443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:22.993192Z","time spent":"519.158976ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:52:23.512515Z","caller":"traceutil/trace.go:171","msg":"trace[591592911] linearizableReadLoop","detail":"{readStateIndex:22623; appliedIndex:22622; }","duration":"489.112134ms","start":"2026-07-02T11:52:23.023363Z","end":"2026-07-02T11:52:23.512475Z","steps":["trace[591592911] 'read index received' (duration: 195.27317ms)","trace[591592911] 'applied index is now lower than readState.Index' (duration: 293.834633ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:52:23.512802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.970718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-02T11:52:23.512843Z","caller":"traceutil/trace.go:171","msg":"trace[1936020240] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:21608; }","duration":"489.050432ms","start":"2026-07-02T11:52:23.023775Z","end":"2026-07-02T11:52:23.512826Z","steps":["trace[1936020240] 'agreement among raft nodes before linearized reading' (duration: 488.906957ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:23.512866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:23.023769Z","time spent":"489.091573ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":552,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-02T11:52:23.512859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.452364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-02T11:52:23.512963Z","caller":"traceutil/trace.go:171","msg":"trace[1293493412] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21608; }","duration":"489.636231ms","start":"2026-07-02T11:52:23.023305Z","end":"2026-07-02T11:52:23.512942Z","steps":["trace[1293493412] 'agreement among raft nodes before linearized reading' (duration: 489.283629ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:23.512994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.13307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T11:52:23.513015Z","caller":"traceutil/trace.go:171","msg":"trace[1685814072] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:21608; }","duration":"352.183222ms","start":"2026-07-02T11:52:23.160826Z","end":"2026-07-02T11:52:23.513009Z","steps":["trace[1685814072] 'agreement among raft nodes before linearized reading' (duration: 352.1388ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:23.513029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:23.160806Z","time spent":"352.220472ms","remote":"127.0.0.1:44984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":14,"response size":32,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-07-02T11:52:23.513029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:23.023278Z","time spent":"489.739644ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-02T11:52:23.51306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.301724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T11:52:23.513116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.311866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T11:52:23.513111Z","caller":"traceutil/trace.go:171","msg":"trace[686718435] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:21608; }","duration":"117.369356ms","start":"2026-07-02T11:52:23.395729Z","end":"2026-07-02T11:52:23.513099Z","steps":["trace[686718435] 'agreement among raft nodes before linearized reading' (duration: 117.299433ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:52:23.513132Z","caller":"traceutil/trace.go:171","msg":"trace[422621839] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:21608; }","duration":"402.341186ms","start":"2026-07-02T11:52:23.110785Z","end":"2026-07-02T11:52:23.513126Z","steps":["trace[422621839] 'agreement among raft nodes before linearized reading' (duration: 402.316156ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:23.513145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:23.110777Z","time spent":"402.365777ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-07-02T11:52:23.513195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.860954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T11:52:23.513195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.233653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T11:52:23.513211Z","caller":"traceutil/trace.go:171","msg":"trace[267335344] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:21608; }","duration":"402.913345ms","start":"2026-07-02T11:52:23.110294Z","end":"2026-07-02T11:52:23.513208Z","steps":["trace[267335344] 'agreement among raft nodes before linearized reading' (duration: 402.883044ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:23.513225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:23.110276Z","time spent":"402.943705ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"info","ts":"2026-07-02T11:52:23.513219Z","caller":"traceutil/trace.go:171","msg":"trace[49587087] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:21608; }","duration":"118.286185ms","start":"2026-07-02T11:52:23.394925Z","end":"2026-07-02T11:52:23.513212Z","steps":["trace[49587087] 'agreement among raft nodes before linearized reading' (duration: 118.250304ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:23.513265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.087261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T11:52:23.513279Z","caller":"traceutil/trace.go:171","msg":"trace[101985009] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:21608; }","duration":"408.111611ms","start":"2026-07-02T11:52:23.105165Z","end":"2026-07-02T11:52:23.513276Z","steps":["trace[101985009] 'agreement among raft nodes before linearized reading' (duration: 408.090191ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:23.513294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:23.105158Z","time spent":"408.130582ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-07-02T11:52:23.51331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.539753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T11:52:23.513345Z","caller":"traceutil/trace.go:171","msg":"trace[738942825] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:21608; }","duration":"472.615705ms","start":"2026-07-02T11:52:23.040719Z","end":"2026-07-02T11:52:23.513335Z","steps":["trace[738942825] 'agreement among raft nodes before linearized reading' (duration: 472.566274ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:23.513378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:23.040695Z","time spent":"472.674637ms","remote":"127.0.0.1:60340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-02T11:52:23.512802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.335824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21444"} {"level":"info","ts":"2026-07-02T11:52:23.513514Z","caller":"traceutil/trace.go:171","msg":"trace[1492569044] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:21608; }","duration":"337.049577ms","start":"2026-07-02T11:52:23.17645Z","end":"2026-07-02T11:52:23.513499Z","steps":["trace[1492569044] 'agreement among raft nodes before linearized reading' (duration: 336.253142ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:23.513551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:23.176404Z","time spent":"337.13729ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":21468,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"warn","ts":"2026-07-02T11:52:23.51354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.552035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21444"} {"level":"warn","ts":"2026-07-02T11:52:23.513615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.682254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T11:52:23.513646Z","caller":"traceutil/trace.go:171","msg":"trace[424422278] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:21608; }","duration":"410.743126ms","start":"2026-07-02T11:52:23.102895Z","end":"2026-07-02T11:52:23.513638Z","steps":["trace[424422278] 'agreement among raft nodes before linearized reading' (duration: 410.697274ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:23.513674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:23.102879Z","time spent":"410.791777ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"info","ts":"2026-07-02T11:52:23.513661Z","caller":"traceutil/trace.go:171","msg":"trace[1119481322] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:21608; }","duration":"408.729981ms","start":"2026-07-02T11:52:23.104904Z","end":"2026-07-02T11:52:23.513634Z","steps":["trace[1119481322] 'agreement among raft nodes before linearized reading' (duration: 408.472843ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:23.513713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:23.104873Z","time spent":"408.828334ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":21468,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"info","ts":"2026-07-02T11:52:23.939666Z","caller":"traceutil/trace.go:171","msg":"trace[969176967] linearizableReadLoop","detail":"{readStateIndex:22626; appliedIndex:22624; }","duration":"422.073029ms","start":"2026-07-02T11:52:23.51756Z","end":"2026-07-02T11:52:23.939633Z","steps":["trace[969176967] 'read index received' (duration: 63.244615ms)","trace[969176967] 'applied index is now lower than readState.Index' (duration: 358.826734ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:52:23.940287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.699419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:569"} {"level":"info","ts":"2026-07-02T11:52:23.94034Z","caller":"traceutil/trace.go:171","msg":"trace[604212810] transaction","detail":"{read_only:false; response_revision:21610; number_of_response:1; }","duration":"423.478983ms","start":"2026-07-02T11:52:23.516843Z","end":"2026-07-02T11:52:23.940322Z","steps":["trace[604212810] 'process raft request' (duration: 422.589304ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:52:23.940393Z","caller":"traceutil/trace.go:171","msg":"trace[851934092] transaction","detail":"{read_only:false; response_revision:21611; number_of_response:1; }","duration":"422.188712ms","start":"2026-07-02T11:52:23.518195Z","end":"2026-07-02T11:52:23.940384Z","steps":["trace[851934092] 'process raft request' (duration: 421.385416ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:23.940459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:23.518189Z","time spent":"422.226433ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:52:23.940602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.989484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-02T11:52:23.940631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:23.516826Z","time spent":"423.563216ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:52:23.940661Z","caller":"traceutil/trace.go:171","msg":"trace[1719708537] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21611; }","duration":"172.076767ms","start":"2026-07-02T11:52:23.768568Z","end":"2026-07-02T11:52:23.940645Z","steps":["trace[1719708537] 'agreement among raft nodes before linearized reading' (duration: 171.936323ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:52:23.940361Z","caller":"traceutil/trace.go:171","msg":"trace[1650939400] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:21611; }","duration":"422.813852ms","start":"2026-07-02T11:52:23.517533Z","end":"2026-07-02T11:52:23.940347Z","steps":["trace[1650939400] 'agreement among raft nodes before linearized reading' (duration: 422.598035ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:23.941071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:23.517526Z","time spent":"423.524425ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-02T11:52:23.940275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.249319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T11:52:23.941354Z","caller":"traceutil/trace.go:171","msg":"trace[1798973611] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21611; }","duration":"271.390865ms","start":"2026-07-02T11:52:23.669947Z","end":"2026-07-02T11:52:23.941338Z","steps":["trace[1798973611] 'agreement among raft nodes before linearized reading' (duration: 270.237338ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:52:24.191215Z","caller":"traceutil/trace.go:171","msg":"trace[594168355] transaction","detail":"{read_only:false; response_revision:21612; number_of_response:1; }","duration":"245.054953ms","start":"2026-07-02T11:52:23.946123Z","end":"2026-07-02T11:52:24.191178Z","steps":["trace[594168355] 'process raft request' (duration: 150.88601ms)","trace[594168355] 'compare' (duration: 93.193662ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:52:24.191623Z","caller":"traceutil/trace.go:171","msg":"trace[1824359] transaction","detail":"{read_only:false; response_revision:21613; number_of_response:1; }","duration":"244.537556ms","start":"2026-07-02T11:52:23.947071Z","end":"2026-07-02T11:52:24.191609Z","steps":["trace[1824359] 'process raft request' (duration: 243.608316ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:24.699023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.309675ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T11:52:24.699187Z","caller":"traceutil/trace.go:171","msg":"trace[1591247043] transaction","detail":"{read_only:false; response_revision:21615; number_of_response:1; }","duration":"389.117913ms","start":"2026-07-02T11:52:24.310053Z","end":"2026-07-02T11:52:24.699171Z","steps":["trace[1591247043] 'process raft request' (duration: 389.065601ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:24.699245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:24.310026Z","time spent":"389.193986ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:52:24.699274Z","caller":"traceutil/trace.go:171","msg":"trace[1740901922] linearizableReadLoop","detail":"{readStateIndex:22630; appliedIndex:22629; }","duration":"480.463567ms","start":"2026-07-02T11:52:24.218785Z","end":"2026-07-02T11:52:24.699249Z","steps":["trace[1740901922] 'read index received' (duration: 217.855932ms)","trace[1740901922] 'applied index is now lower than readState.Index' (duration: 262.604815ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:52:24.699303Z","caller":"traceutil/trace.go:171","msg":"trace[1217000680] transaction","detail":"{read_only:false; response_revision:21614; number_of_response:1; }","duration":"494.331721ms","start":"2026-07-02T11:52:24.204924Z","end":"2026-07-02T11:52:24.699256Z","steps":["trace[1217000680] 'process raft request' (duration: 231.713846ms)","trace[1217000680] 'compare' (duration: 261.947143ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:52:24.699496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.672613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-07-02T11:52:24.699583Z","caller":"traceutil/trace.go:171","msg":"trace[984039362] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21615; }","duration":"480.806078ms","start":"2026-07-02T11:52:24.218759Z","end":"2026-07-02T11:52:24.699565Z","steps":["trace[984039362] 'agreement among raft nodes before linearized reading' (duration: 480.56293ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:24.699496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.610892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-02T11:52:24.699676Z","caller":"traceutil/trace.go:171","msg":"trace[1894476081] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21615; }","duration":"415.833038ms","start":"2026-07-02T11:52:24.283834Z","end":"2026-07-02T11:52:24.699667Z","steps":["trace[1894476081] 'agreement among raft nodes before linearized reading' (duration: 415.57929ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:24.699514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:24.204902Z","time spent":"494.495485ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:52:24.699726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:24.283815Z","time spent":"415.902541ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-02T11:52:24.699619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:24.218748Z","time spent":"480.862479ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":671,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-02T11:52:24.855967Z","caller":"traceutil/trace.go:171","msg":"trace[1083940269] transaction","detail":"{read_only:false; response_revision:21616; number_of_response:1; }","duration":"147.945025ms","start":"2026-07-02T11:52:24.70798Z","end":"2026-07-02T11:52:24.855925Z","steps":["trace[1083940269] 'process raft request' (duration: 104.915898ms)","trace[1083940269] 'compare' (duration: 42.858422ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:52:24.87174Z","caller":"traceutil/trace.go:171","msg":"trace[378675627] transaction","detail":"{read_only:false; response_revision:21618; number_of_response:1; }","duration":"160.686162ms","start":"2026-07-02T11:52:24.711023Z","end":"2026-07-02T11:52:24.871709Z","steps":["trace[378675627] 'process raft request' (duration: 160.62938ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:52:24.871864Z","caller":"traceutil/trace.go:171","msg":"trace[1357085109] transaction","detail":"{read_only:false; response_revision:21617; number_of_response:1; }","duration":"161.020623ms","start":"2026-07-02T11:52:24.710805Z","end":"2026-07-02T11:52:24.871825Z","steps":["trace[1357085109] 'process raft request' (duration: 160.723834ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:52:25.885147Z","caller":"traceutil/trace.go:171","msg":"trace[358825274] linearizableReadLoop","detail":"{readStateIndex:22643; appliedIndex:22642; }","duration":"259.03893ms","start":"2026-07-02T11:52:25.626084Z","end":"2026-07-02T11:52:25.885123Z","steps":["trace[358825274] 'read index received' (duration: 258.769822ms)","trace[358825274] 'applied index is now lower than readState.Index' (duration: 267.788µs)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:52:25.885322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.022438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T11:52:25.885244Z","caller":"traceutil/trace.go:171","msg":"trace[1998326216] transaction","detail":"{read_only:false; response_revision:21626; number_of_response:1; }","duration":"360.178757ms","start":"2026-07-02T11:52:25.524998Z","end":"2026-07-02T11:52:25.885177Z","steps":["trace[1998326216] 'process raft request' (duration: 359.947299ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:52:25.885374Z","caller":"traceutil/trace.go:171","msg":"trace[1149434793] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21626; }","duration":"213.11112ms","start":"2026-07-02T11:52:25.672242Z","end":"2026-07-02T11:52:25.885353Z","steps":["trace[1149434793] 'agreement among raft nodes before linearized reading' (duration: 213.028478ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:25.885451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:25.524987Z","time spent":"360.391484ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:52:25.885931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.570867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/senlin-api-76c86bffd9-gnzp2.18be76bcc5a195db\" ","response":"range_response_count:1 size:1170"} {"level":"info","ts":"2026-07-02T11:52:25.886035Z","caller":"traceutil/trace.go:171","msg":"trace[158251784] range","detail":"{range_begin:/registry/events/openstack/senlin-api-76c86bffd9-gnzp2.18be76bcc5a195db; range_end:; response_count:1; response_revision:21626; }","duration":"259.951969ms","start":"2026-07-02T11:52:25.626052Z","end":"2026-07-02T11:52:25.886004Z","steps":["trace[158251784] 'agreement among raft nodes before linearized reading' (duration: 259.191215ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:52:26.612009Z","caller":"traceutil/trace.go:171","msg":"trace[1073242019] transaction","detail":"{read_only:false; response_revision:21630; number_of_response:1; }","duration":"410.811117ms","start":"2026-07-02T11:52:26.201174Z","end":"2026-07-02T11:52:26.611985Z","steps":["trace[1073242019] 'process raft request' (duration: 410.682273ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:26.61214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:26.201154Z","time spent":"410.91059ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:52:27.222786Z","caller":"traceutil/trace.go:171","msg":"trace[798345642] transaction","detail":"{read_only:false; response_revision:21631; number_of_response:1; }","duration":"757.507542ms","start":"2026-07-02T11:52:26.465248Z","end":"2026-07-02T11:52:27.222756Z","steps":["trace[798345642] 'process raft request' (duration: 757.210773ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:27.22304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:26.46521Z","time spent":"757.686488ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":21426,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:52:27.222678Z","caller":"traceutil/trace.go:171","msg":"trace[944388179] linearizableReadLoop","detail":"{readStateIndex:22648; appliedIndex:22646; }","duration":"747.427551ms","start":"2026-07-02T11:52:26.475227Z","end":"2026-07-02T11:52:27.222655Z","steps":["trace[944388179] 'read index received' (duration: 136.707665ms)","trace[944388179] 'applied index is now lower than readState.Index' (duration: 610.715686ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:52:27.223252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.02256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-07-02T11:52:27.22335Z","caller":"traceutil/trace.go:171","msg":"trace[158589825] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21631; }","duration":"748.149004ms","start":"2026-07-02T11:52:26.475187Z","end":"2026-07-02T11:52:27.223336Z","steps":["trace[158589825] 'agreement among raft nodes before linearized reading' (duration: 747.937397ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:27.223392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:26.475172Z","time spent":"748.210606ms","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11521,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-02T11:52:27.317451Z","caller":"traceutil/trace.go:171","msg":"trace[2140841040] transaction","detail":"{read_only:false; response_revision:21632; number_of_response:1; }","duration":"227.301355ms","start":"2026-07-02T11:52:27.090117Z","end":"2026-07-02T11:52:27.317418Z","steps":["trace[2140841040] 'process raft request' (duration: 191.031624ms)","trace[2140841040] 'compare' (duration: 35.856888ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:52:27.317602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.160275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T11:52:27.31769Z","caller":"traceutil/trace.go:171","msg":"trace[1902015782] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:21632; }","duration":"609.312731ms","start":"2026-07-02T11:52:26.708357Z","end":"2026-07-02T11:52:27.31767Z","steps":["trace[1902015782] 'agreement among raft nodes before linearized reading' (duration: 609.132855ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:27.317741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:26.708346Z","time spent":"609.384623ms","remote":"127.0.0.1:60478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-07-02T11:52:27.317863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.80612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-07-02T11:52:27.317939Z","caller":"traceutil/trace.go:171","msg":"trace[909019683] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:21632; }","duration":"611.927324ms","start":"2026-07-02T11:52:26.705989Z","end":"2026-07-02T11:52:27.317917Z","steps":["trace[909019683] 'agreement among raft nodes before linearized reading' (duration: 611.726387ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:27.317997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:26.705968Z","time spent":"612.014397ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":686,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-02T11:52:27.318062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.046551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T11:52:27.318102Z","caller":"traceutil/trace.go:171","msg":"trace[1002458236] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:21632; }","duration":"389.087463ms","start":"2026-07-02T11:52:26.929004Z","end":"2026-07-02T11:52:27.318092Z","steps":["trace[1002458236] 'agreement among raft nodes before linearized reading' (duration: 389.02165ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:27.318135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:26.928982Z","time spent":"389.145055ms","remote":"127.0.0.1:32982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-07-02T11:52:27.318397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.923847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-07-02T11:52:27.318433Z","caller":"traceutil/trace.go:171","msg":"trace[1568376974] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21632; }","duration":"398.995909ms","start":"2026-07-02T11:52:26.919427Z","end":"2026-07-02T11:52:27.318423Z","steps":["trace[1568376974] 'agreement among raft nodes before linearized reading' (duration: 398.843524ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:27.318468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:26.919408Z","time spent":"399.053311ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":671,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-02T11:52:27.318685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.418617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-02T11:52:27.318723Z","caller":"traceutil/trace.go:171","msg":"trace[1209224697] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21632; }","duration":"426.482349ms","start":"2026-07-02T11:52:26.892231Z","end":"2026-07-02T11:52:27.318713Z","steps":["trace[1209224697] 'agreement among raft nodes before linearized reading' (duration: 426.367616ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:27.318755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:26.892215Z","time spent":"426.533852ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-02T11:52:27.318934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.392601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-02T11:52:27.318967Z","caller":"traceutil/trace.go:171","msg":"trace[1113029518] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21632; }","duration":"458.453552ms","start":"2026-07-02T11:52:26.860505Z","end":"2026-07-02T11:52:27.318959Z","steps":["trace[1113029518] 'agreement among raft nodes before linearized reading' (duration: 458.36749ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:27.319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:26.860489Z","time spent":"458.504334ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-02T11:52:27.517819Z","caller":"traceutil/trace.go:171","msg":"trace[131586482] transaction","detail":"{read_only:false; response_revision:21636; number_of_response:1; }","duration":"141.504689ms","start":"2026-07-02T11:52:27.37627Z","end":"2026-07-02T11:52:27.517775Z","steps":["trace[131586482] 'process raft request' (duration: 140.381863ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:27.786788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.487187ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T11:52:27.786931Z","caller":"traceutil/trace.go:171","msg":"trace[930450356] transaction","detail":"{read_only:false; response_revision:21638; number_of_response:1; }","duration":"212.091668ms","start":"2026-07-02T11:52:27.574803Z","end":"2026-07-02T11:52:27.786895Z","steps":["trace[930450356] 'process raft request' (duration: 46.401395ms)","trace[930450356] 'compare' (duration: 165.229708ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:52:27.789904Z","caller":"traceutil/trace.go:171","msg":"trace[895392780] linearizableReadLoop","detail":"{readStateIndex:22658; appliedIndex:22655; }","duration":"173.652318ms","start":"2026-07-02T11:52:27.616234Z","end":"2026-07-02T11:52:27.789886Z","steps":["trace[895392780] 'read index received' (duration: 5.071773ms)","trace[895392780] 'applied index is now lower than readState.Index' (duration: 168.579575ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:52:27.790255Z","caller":"traceutil/trace.go:171","msg":"trace[2013630688] transaction","detail":"{read_only:false; response_revision:21639; number_of_response:1; }","duration":"214.147714ms","start":"2026-07-02T11:52:27.576089Z","end":"2026-07-02T11:52:27.790237Z","steps":["trace[2013630688] 'process raft request' (duration: 213.646098ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:52:27.790658Z","caller":"traceutil/trace.go:171","msg":"trace[1760037185] transaction","detail":"{read_only:false; response_revision:21640; number_of_response:1; }","duration":"208.303757ms","start":"2026-07-02T11:52:27.582337Z","end":"2026-07-02T11:52:27.79064Z","steps":["trace[1760037185] 'process raft request' (duration: 207.475501ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:27.791021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.766353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T11:52:27.791088Z","caller":"traceutil/trace.go:171","msg":"trace[1418223965] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:21640; }","duration":"174.97695ms","start":"2026-07-02T11:52:27.616096Z","end":"2026-07-02T11:52:27.791073Z","steps":["trace[1418223965] 'agreement among raft nodes before linearized reading' (duration: 174.852476ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:27.791201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.862762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T11:52:27.791272Z","caller":"traceutil/trace.go:171","msg":"trace[297356315] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21640; }","duration":"117.974316ms","start":"2026-07-02T11:52:27.673279Z","end":"2026-07-02T11:52:27.791253Z","steps":["trace[297356315] 'agreement among raft nodes before linearized reading' (duration: 117.863602ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:28.08872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.217702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-02T11:52:28.088793Z","caller":"traceutil/trace.go:171","msg":"trace[1507212361] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21640; }","duration":"197.329306ms","start":"2026-07-02T11:52:27.891447Z","end":"2026-07-02T11:52:28.088777Z","steps":["trace[1507212361] 'range keys from in-memory index tree' (duration: 197.083308ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:28.089037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.936038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-02T11:52:28.089062Z","caller":"traceutil/trace.go:171","msg":"trace[752830844] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:21640; }","duration":"129.98965ms","start":"2026-07-02T11:52:27.959066Z","end":"2026-07-02T11:52:28.089056Z","steps":["trace[752830844] 'range keys from in-memory index tree' (duration: 129.803654ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:28.089176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.814248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-02T11:52:28.0892Z","caller":"traceutil/trace.go:171","msg":"trace[1625257937] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21640; }","duration":"126.85201ms","start":"2026-07-02T11:52:27.962341Z","end":"2026-07-02T11:52:28.089193Z","steps":["trace[1625257937] 'range keys from in-memory index tree' (duration: 126.758677ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:52:28.276383Z","caller":"traceutil/trace.go:171","msg":"trace[1971210973] transaction","detail":"{read_only:false; response_revision:21641; number_of_response:1; }","duration":"182.875703ms","start":"2026-07-02T11:52:28.09349Z","end":"2026-07-02T11:52:28.276366Z","steps":["trace[1971210973] 'process raft request' (duration: 182.769229ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:52:28.964079Z","caller":"traceutil/trace.go:171","msg":"trace[1053225469] transaction","detail":"{read_only:false; response_revision:21643; number_of_response:1; }","duration":"869.344282ms","start":"2026-07-02T11:52:28.094704Z","end":"2026-07-02T11:52:28.964048Z","steps":["trace[1053225469] 'process raft request' (duration: 869.27419ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:52:28.964159Z","caller":"traceutil/trace.go:171","msg":"trace[1340724264] transaction","detail":"{read_only:false; response_revision:21642; number_of_response:1; }","duration":"869.548039ms","start":"2026-07-02T11:52:28.094546Z","end":"2026-07-02T11:52:28.964094Z","steps":["trace[1340724264] 'process raft request' (duration: 869.228698ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:28.964243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:28.094677Z","time spent":"869.497627ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:52:28.964485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:28.094536Z","time spent":"869.723215ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:52:29.244412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.593486ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T11:52:29.247159Z","caller":"traceutil/trace.go:171","msg":"trace[439513817] linearizableReadLoop","detail":"{readStateIndex:22662; appliedIndex:22661; }","duration":"630.557151ms","start":"2026-07-02T11:52:28.615866Z","end":"2026-07-02T11:52:29.246423Z","steps":["trace[439513817] 'read index received' (duration: 348.38981ms)","trace[439513817] 'applied index is now lower than readState.Index' (duration: 282.163401ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:52:29.247847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.970676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-02T11:52:29.247915Z","caller":"traceutil/trace.go:171","msg":"trace[908153756] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21644; }","duration":"632.035988ms","start":"2026-07-02T11:52:28.615848Z","end":"2026-07-02T11:52:29.247884Z","steps":["trace[908153756] 'agreement among raft nodes before linearized reading' (duration: 631.632015ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:29.24796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:28.615779Z","time spent":"632.170093ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-02T11:52:29.248215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.143849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T11:52:29.248259Z","caller":"traceutil/trace.go:171","msg":"trace[314692605] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:21644; }","duration":"366.225251ms","start":"2026-07-02T11:52:28.88202Z","end":"2026-07-02T11:52:29.248245Z","steps":["trace[314692605] 'agreement among raft nodes before linearized reading' (duration: 366.119578ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:29.248298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:28.881778Z","time spent":"366.50967ms","remote":"127.0.0.1:40798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-07-02T11:52:29.248133Z","caller":"traceutil/trace.go:171","msg":"trace[1406288732] transaction","detail":"{read_only:false; response_revision:21644; number_of_response:1; }","duration":"867.256396ms","start":"2026-07-02T11:52:28.380826Z","end":"2026-07-02T11:52:29.248083Z","steps":["trace[1406288732] 'process raft request' (duration: 630.338523ms)","trace[1406288732] 'compare' (duration: 228.509604ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:52:29.248581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:28.380798Z","time spent":"867.647969ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:52:29.857059Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096944183177902,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T11:52:30.257571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.411764ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T11:52:30.25779Z","caller":"traceutil/trace.go:171","msg":"trace[590910892] linearizableReadLoop","detail":"{readStateIndex:22665; appliedIndex:22662; }","duration":"900.969914ms","start":"2026-07-02T11:52:29.356802Z","end":"2026-07-02T11:52:30.257772Z","steps":["trace[590910892] 'read index received' (duration: 695.394935ms)","trace[590910892] 'applied index is now lower than readState.Index' (duration: 205.573849ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:52:30.257932Z","caller":"traceutil/trace.go:171","msg":"trace[397038619] transaction","detail":"{read_only:false; response_revision:21647; number_of_response:1; }","duration":"624.446564ms","start":"2026-07-02T11:52:29.633436Z","end":"2026-07-02T11:52:30.257882Z","steps":["trace[397038619] 'process raft request' (duration: 624.305619ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:52:30.258181Z","caller":"traceutil/trace.go:171","msg":"trace[650829770] transaction","detail":"{read_only:false; response_revision:21646; number_of_response:1; }","duration":"934.664832ms","start":"2026-07-02T11:52:29.323487Z","end":"2026-07-02T11:52:30.258152Z","steps":["trace[650829770] 'process raft request' (duration: 934.212338ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:52:30.258188Z","caller":"traceutil/trace.go:171","msg":"trace[533427263] transaction","detail":"{read_only:false; response_revision:21645; number_of_response:1; }","duration":"999.402074ms","start":"2026-07-02T11:52:29.25875Z","end":"2026-07-02T11:52:30.258152Z","steps":["trace[533427263] 'process raft request' (duration: 793.249256ms)","trace[533427263] 'compare' (duration: 205.283641ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:52:30.258012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.210322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-02T11:52:30.258322Z","caller":"traceutil/trace.go:171","msg":"trace[510133757] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21647; }","duration":"901.551762ms","start":"2026-07-02T11:52:29.356747Z","end":"2026-07-02T11:52:30.258299Z","steps":["trace[510133757] 'agreement among raft nodes before linearized reading' (duration: 901.121858ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:30.258337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:29.323465Z","time spent":"934.783696ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:52:30.258386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:29.356724Z","time spent":"901.642715ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-02T11:52:30.258407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:29.258722Z","time spent":"999.56412ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:52:30.258769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.302727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T11:52:30.258784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.920342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T11:52:30.258348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:29.633404Z","time spent":"624.794175ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:52:30.258944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.520768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21444"} {"level":"info","ts":"2026-07-02T11:52:30.258981Z","caller":"traceutil/trace.go:171","msg":"trace[972531813] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:21647; }","duration":"675.56906ms","start":"2026-07-02T11:52:29.583401Z","end":"2026-07-02T11:52:30.25897Z","steps":["trace[972531813] 'agreement among raft nodes before linearized reading' (duration: 675.404735ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:52:30.258818Z","caller":"traceutil/trace.go:171","msg":"trace[440963912] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21647; }","duration":"588.40044ms","start":"2026-07-02T11:52:29.670407Z","end":"2026-07-02T11:52:30.258807Z","steps":["trace[440963912] 'agreement among raft nodes before linearized reading' (duration: 588.320408ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:30.259036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.241405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21444"} {"level":"info","ts":"2026-07-02T11:52:30.259063Z","caller":"traceutil/trace.go:171","msg":"trace[1408511884] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:21647; }","duration":"678.283727ms","start":"2026-07-02T11:52:29.580772Z","end":"2026-07-02T11:52:30.259056Z","steps":["trace[1408511884] 'agreement among raft nodes before linearized reading' (duration: 678.224825ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:30.259082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.187843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-07-02T11:52:30.259091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:29.580764Z","time spent":"678.319208ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":21468,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"info","ts":"2026-07-02T11:52:30.259115Z","caller":"traceutil/trace.go:171","msg":"trace[770106064] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21647; }","duration":"468.259885ms","start":"2026-07-02T11:52:29.790844Z","end":"2026-07-02T11:52:30.259104Z","steps":["trace[770106064] 'agreement among raft nodes before linearized reading' (duration: 468.184132ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:30.259142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:29.79082Z","time spent":"468.316107ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":671,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-02T11:52:30.259351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.278727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-07-02T11:52:30.259418Z","caller":"traceutil/trace.go:171","msg":"trace[1360484167] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:21647; }","duration":"464.37645ms","start":"2026-07-02T11:52:29.795026Z","end":"2026-07-02T11:52:30.259403Z","steps":["trace[1360484167] 'agreement among raft nodes before linearized reading' (duration: 464.221835ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:30.259366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.004879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T11:52:30.259455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.614114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T11:52:30.258778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.648805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T11:52:30.259765Z","caller":"traceutil/trace.go:171","msg":"trace[322921963] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:21647; }","duration":"677.645957ms","start":"2026-07-02T11:52:29.582109Z","end":"2026-07-02T11:52:30.259755Z","steps":["trace[322921963] 'agreement among raft nodes before linearized reading' (duration: 676.622604ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:30.259831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:29.582105Z","time spent":"677.716119ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"info","ts":"2026-07-02T11:52:30.25885Z","caller":"traceutil/trace.go:171","msg":"trace[1595918348] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:21647; }","duration":"681.016664ms","start":"2026-07-02T11:52:29.577815Z","end":"2026-07-02T11:52:30.258832Z","steps":["trace[1595918348] 'agreement among raft nodes before linearized reading' (duration: 680.90096ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:30.260146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:29.577804Z","time spent":"682.332437ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-07-02T11:52:30.259425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.740478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T11:52:30.260228Z","caller":"traceutil/trace.go:171","msg":"trace[1721680917] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:21647; }","duration":"682.553513ms","start":"2026-07-02T11:52:29.577663Z","end":"2026-07-02T11:52:30.260216Z","steps":["trace[1721680917] 'agreement among raft nodes before linearized reading' (duration: 681.739587ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:30.260251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:29.577655Z","time spent":"682.589424ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-07-02T11:52:30.258983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.925834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21444"} {"level":"info","ts":"2026-07-02T11:52:30.260319Z","caller":"traceutil/trace.go:171","msg":"trace[1450996152] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:21647; }","duration":"678.270406ms","start":"2026-07-02T11:52:29.582039Z","end":"2026-07-02T11:52:30.26031Z","steps":["trace[1450996152] 'agreement among raft nodes before linearized reading' (duration: 676.83ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:30.260349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:29.582033Z","time spent":"678.307947ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":21468,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"warn","ts":"2026-07-02T11:52:30.25901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:29.583394Z","time spent":"675.610222ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":21468,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"warn","ts":"2026-07-02T11:52:30.259461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:29.795006Z","time spent":"464.447373ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":686,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-02T11:52:30.259491Z","caller":"traceutil/trace.go:171","msg":"trace[498813676] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:21647; }","duration":"681.648635ms","start":"2026-07-02T11:52:29.577835Z","end":"2026-07-02T11:52:30.259483Z","steps":["trace[498813676] 'agreement among raft nodes before linearized reading' (duration: 681.607424ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:30.260826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:29.577758Z","time spent":"683.024278ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"info","ts":"2026-07-02T11:52:30.25949Z","caller":"traceutil/trace.go:171","msg":"trace[1961891330] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:21647; }","duration":"519.131153ms","start":"2026-07-02T11:52:29.740349Z","end":"2026-07-02T11:52:30.25948Z","steps":["trace[1961891330] 'agreement among raft nodes before linearized reading' (duration: 518.983468ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:30.261095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:29.740334Z","time spent":"520.748025ms","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-07-02T11:52:30.259516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.736418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T11:52:30.261209Z","caller":"traceutil/trace.go:171","msg":"trace[1208391117] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:21647; }","duration":"683.463873ms","start":"2026-07-02T11:52:29.577737Z","end":"2026-07-02T11:52:30.261201Z","steps":["trace[1208391117] 'agreement among raft nodes before linearized reading' (duration: 681.767269ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:30.261234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:29.577716Z","time spent":"683.509424ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-07-02T11:52:30.25953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.265968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T11:52:30.261331Z","caller":"traceutil/trace.go:171","msg":"trace[1847281362] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:21647; }","duration":"686.106678ms","start":"2026-07-02T11:52:29.575209Z","end":"2026-07-02T11:52:30.261316Z","steps":["trace[1847281362] 'agreement among raft nodes before linearized reading' (duration: 684.29918ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:30.261405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:29.575183Z","time spent":"686.209201ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-07-02T11:52:30.259542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.828951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T11:52:30.261553Z","caller":"traceutil/trace.go:171","msg":"trace[808493962] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:21647; }","duration":"683.844685ms","start":"2026-07-02T11:52:29.577699Z","end":"2026-07-02T11:52:30.261544Z","steps":["trace[808493962] 'agreement among raft nodes before linearized reading' (duration: 681.83187ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:30.261584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:29.577694Z","time spent":"683.882016ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-07-02T11:52:30.259559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.914263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T11:52:30.261641Z","caller":"traceutil/trace.go:171","msg":"trace[152914567] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:21647; }","duration":"684.012781ms","start":"2026-07-02T11:52:29.577616Z","end":"2026-07-02T11:52:30.261629Z","steps":["trace[152914567] 'agreement among raft nodes before linearized reading' (duration: 681.928844ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:30.261721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:29.577604Z","time spent":"684.096413ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-07-02T11:52:30.259051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:29.670385Z","time spent":"588.654669ms","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T11:52:30.259573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.340211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T11:52:30.263289Z","caller":"traceutil/trace.go:171","msg":"trace[388686789] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:21647; }","duration":"688.095601ms","start":"2026-07-02T11:52:29.575182Z","end":"2026-07-02T11:52:30.263278Z","steps":["trace[388686789] 'agreement among raft nodes before linearized reading' (duration: 684.379702ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:30.263326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:29.575161Z","time spent":"688.154833ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-07-02T11:52:30.259594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.254597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T11:52:30.263435Z","caller":"traceutil/trace.go:171","msg":"trace[211335115] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:21647; }","duration":"842.09214ms","start":"2026-07-02T11:52:29.421332Z","end":"2026-07-02T11:52:30.263424Z","steps":["trace[211335115] 'agreement among raft nodes before linearized reading' (duration: 838.243567ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:30.263467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:29.421319Z","time spent":"842.137671ms","remote":"127.0.0.1:32984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-07-02T11:52:30.25968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.967424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-02T11:52:30.263605Z","caller":"traceutil/trace.go:171","msg":"trace[495872928] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21647; }","duration":"889.91459ms","start":"2026-07-02T11:52:29.373682Z","end":"2026-07-02T11:52:30.263597Z","steps":["trace[495872928] 'agreement among raft nodes before linearized reading' (duration: 885.016653ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:30.263629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:29.373671Z","time spent":"889.950612ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-02T11:52:30.780156Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096944183177910,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T11:52:31.285969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.447395ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T11:52:31.286054Z","caller":"traceutil/trace.go:171","msg":"trace[33955856] transaction","detail":"{read_only:false; response_revision:21648; number_of_response:1; }","duration":"1.017485424s","start":"2026-07-02T11:52:30.268553Z","end":"2026-07-02T11:52:31.286038Z","steps":["trace[33955856] 'process raft request' (duration: 766.907575ms)","trace[33955856] 'compare' (duration: 250.361013ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:52:31.286099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:30.26854Z","time spent":"1.017537786s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:52:31.318744Z","caller":"traceutil/trace.go:171","msg":"trace[119979109] transaction","detail":"{read_only:false; response_revision:21650; number_of_response:1; }","duration":"1.047172994s","start":"2026-07-02T11:52:30.271557Z","end":"2026-07-02T11:52:31.31873Z","steps":["trace[119979109] 'process raft request' (duration: 1.047078301s)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:52:31.318792Z","caller":"traceutil/trace.go:171","msg":"trace[2091306908] transaction","detail":"{read_only:false; response_revision:21651; number_of_response:1; }","duration":"1.044078655s","start":"2026-07-02T11:52:30.274687Z","end":"2026-07-02T11:52:31.318766Z","steps":["trace[2091306908] 'process raft request' (duration: 1.043981592s)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:52:31.31874Z","caller":"traceutil/trace.go:171","msg":"trace[627933201] transaction","detail":"{read_only:false; response_revision:21649; number_of_response:1; }","duration":"1.049956853s","start":"2026-07-02T11:52:30.268754Z","end":"2026-07-02T11:52:31.318711Z","steps":["trace[627933201] 'process raft request' (duration: 1.049768387s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:31.318853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:30.271542Z","time spent":"1.047252337s","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:52:31.318915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:30.274661Z","time spent":"1.044183178s","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:52:31.318921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:30.268724Z","time spent":"1.050155129s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:52:32.671398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000301429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T11:52:32.67148Z","caller":"traceutil/trace.go:171","msg":"trace[672191459] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000425893s","start":"2026-07-02T11:52:30.671035Z","end":"2026-07-02T11:52:32.671461Z","steps":["trace[672191459] 'agreement among raft nodes before linearized reading' (duration: 2.00032244s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:32.671542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:30.67102Z","time spent":"2.000503975s","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/02 11:52:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T11:52:32.69278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.374071097s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-07-02T11:52:32.692894Z","caller":"traceutil/trace.go:171","msg":"trace[1455590033] linearizableReadLoop","detail":"{readStateIndex:22670; appliedIndex:22665; }","duration":"2.413690888s","start":"2026-07-02T11:52:30.279188Z","end":"2026-07-02T11:52:32.692878Z","steps":["trace[1455590033] 'read index received' (duration: 756.482691ms)","trace[1455590033] 'applied index is now lower than readState.Index' (duration: 1.657206497s)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:52:32.693574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.41438129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-02T11:52:32.693623Z","caller":"traceutil/trace.go:171","msg":"trace[488940581] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21651; }","duration":"2.414458943s","start":"2026-07-02T11:52:30.279151Z","end":"2026-07-02T11:52:32.69361Z","steps":["trace[488940581] 'agreement among raft nodes before linearized reading' (duration: 2.414308828s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:32.693653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:30.279136Z","time spent":"2.414509815s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-02T11:52:32.735221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.774520462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-07-02T11:52:32.735276Z","caller":"traceutil/trace.go:171","msg":"trace[1012500925] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:21652; }","duration":"1.774623056s","start":"2026-07-02T11:52:30.960638Z","end":"2026-07-02T11:52:32.735261Z","steps":["trace[1012500925] 'agreement among raft nodes before linearized reading' (duration: 1.774483211s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:32.735348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:30.960615Z","time spent":"1.774726228s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-07-02T11:52:32.735568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.413763906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-07-02T11:52:32.735579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.338332042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T11:52:32.735611Z","caller":"traceutil/trace.go:171","msg":"trace[1398206792] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21652; }","duration":"1.413834149s","start":"2026-07-02T11:52:31.321764Z","end":"2026-07-02T11:52:32.735598Z","steps":["trace[1398206792] 'agreement among raft nodes before linearized reading' (duration: 1.413742566s)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:52:32.735618Z","caller":"traceutil/trace.go:171","msg":"trace[1236169794] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:21652; }","duration":"1.338406165s","start":"2026-07-02T11:52:31.3972Z","end":"2026-07-02T11:52:32.735607Z","steps":["trace[1236169794] 'agreement among raft nodes before linearized reading' (duration: 1.338314172s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:32.735641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:31.321746Z","time spent":"1.413885141s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-02T11:52:32.735687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.337318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T11:52:32.735689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.767168497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-02T11:52:32.735732Z","caller":"traceutil/trace.go:171","msg":"trace[1622966222] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:21652; }","duration":"468.37783ms","start":"2026-07-02T11:52:32.267335Z","end":"2026-07-02T11:52:32.735713Z","steps":["trace[1622966222] 'agreement among raft nodes before linearized reading' (duration: 468.326919ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:52:32.735749Z","caller":"traceutil/trace.go:171","msg":"trace[2024005270] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:21652; }","duration":"1.76725539s","start":"2026-07-02T11:52:30.968477Z","end":"2026-07-02T11:52:32.735733Z","steps":["trace[2024005270] 'agreement among raft nodes before linearized reading' (duration: 1.767088645s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:32.735804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.764742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T11:52:32.735808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:30.968466Z","time spent":"1.767329182s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":552,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-02T11:52:32.735646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:31.397184Z","time spent":"1.338453966s","remote":"127.0.0.1:45238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-07-02T11:52:32.735834Z","caller":"traceutil/trace.go:171","msg":"trace[179831692] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:21652; }","duration":"468.806724ms","start":"2026-07-02T11:52:32.267019Z","end":"2026-07-02T11:52:32.735826Z","steps":["trace[179831692] 'agreement among raft nodes before linearized reading' (duration: 468.759642ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:32.73586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:32.267013Z","time spent":"468.840475ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-07-02T11:52:32.735769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.767735465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-02T11:52:32.735985Z","caller":"traceutil/trace.go:171","msg":"trace[1724636166] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21652; }","duration":"1.767979363s","start":"2026-07-02T11:52:30.967996Z","end":"2026-07-02T11:52:32.735976Z","steps":["trace[1724636166] 'agreement among raft nodes before linearized reading' (duration: 1.767711814s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:32.735995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.41418567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"warn","ts":"2026-07-02T11:52:32.736025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:30.967983Z","time spent":"1.768031345s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-02T11:52:32.736057Z","caller":"traceutil/trace.go:171","msg":"trace[1975594246] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:21652; }","duration":"1.414276083s","start":"2026-07-02T11:52:31.321764Z","end":"2026-07-02T11:52:32.73604Z","steps":["trace[1975594246] 'agreement among raft nodes before linearized reading' (duration: 1.414139698s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:32.735755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.42883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T11:52:32.73617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006553995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T11:52:32.736027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.896009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T11:52:32.736188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:31.321746Z","time spent":"1.414350826s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-02T11:52:32.736211Z","caller":"traceutil/trace.go:171","msg":"trace[505267325] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:21652; }","duration":"1.006615186s","start":"2026-07-02T11:52:31.729582Z","end":"2026-07-02T11:52:32.736197Z","steps":["trace[505267325] 'agreement among raft nodes before linearized reading' (duration: 1.006565664s)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:52:32.736224Z","caller":"traceutil/trace.go:171","msg":"trace[1857823140] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:21652; }","duration":"470.125736ms","start":"2026-07-02T11:52:32.266089Z","end":"2026-07-02T11:52:32.736215Z","steps":["trace[1857823140] 'agreement among raft nodes before linearized reading' (duration: 469.901759ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:32.736242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:31.729567Z","time spent":"1.006665108s","remote":"127.0.0.1:60352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-07-02T11:52:32.736262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:32.266075Z","time spent":"470.177758ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-07-02T11:52:32.736345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.529361156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T11:52:32.736404Z","caller":"traceutil/trace.go:171","msg":"trace[1316527781] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:21652; }","duration":"1.52945895s","start":"2026-07-02T11:52:31.20693Z","end":"2026-07-02T11:52:32.736389Z","steps":["trace[1316527781] 'agreement among raft nodes before linearized reading' (duration: 1.529359657s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:32.736458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:31.206909Z","time spent":"1.529534882s","remote":"127.0.0.1:45078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":8,"response size":32,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-07-02T11:52:32.736548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.105824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T11:52:32.736585Z","caller":"traceutil/trace.go:171","msg":"trace[29833019] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:21652; }","duration":"464.168356ms","start":"2026-07-02T11:52:32.272408Z","end":"2026-07-02T11:52:32.736577Z","steps":["trace[29833019] 'agreement among raft nodes before linearized reading' (duration: 464.113574ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:32.736611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:32.272396Z","time spent":"464.208537ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-07-02T11:52:32.735764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:32.26733Z","time spent":"468.426902ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"info","ts":"2026-07-02T11:52:32.736723Z","caller":"traceutil/trace.go:171","msg":"trace[78298313] transaction","detail":"{read_only:false; response_revision:21652; number_of_response:1; }","duration":"468.37329ms","start":"2026-07-02T11:52:32.268339Z","end":"2026-07-02T11:52:32.736712Z","steps":["trace[78298313] 'process raft request' (duration: 466.632555ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:32.7368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:32.268327Z","time spent":"468.426632ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:52:32.736416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023330471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T11:52:32.736937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.528587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T11:52:32.736969Z","caller":"traceutil/trace.go:171","msg":"trace[89857685] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:21652; }","duration":"464.574928ms","start":"2026-07-02T11:52:32.272385Z","end":"2026-07-02T11:52:32.73696Z","steps":["trace[89857685] 'agreement among raft nodes before linearized reading' (duration: 464.525497ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:52:32.736976Z","caller":"traceutil/trace.go:171","msg":"trace[560994512] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:21652; }","duration":"1.023885659s","start":"2026-07-02T11:52:31.713072Z","end":"2026-07-02T11:52:32.736957Z","steps":["trace[560994512] 'agreement among raft nodes before linearized reading' (duration: 1.023309971s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:32.737038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:31.713004Z","time spent":"1.024013913s","remote":"127.0.0.1:45128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-02T11:52:32.737067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.63249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21444"} {"level":"warn","ts":"2026-07-02T11:52:32.737112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.859398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T11:52:32.737148Z","caller":"traceutil/trace.go:171","msg":"trace[1295920539] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:21652; }","duration":"185.92471ms","start":"2026-07-02T11:52:32.551214Z","end":"2026-07-02T11:52:32.737138Z","steps":["trace[1295920539] 'agreement among raft nodes before linearized reading' (duration: 185.872118ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:32.737151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.738864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T11:52:32.73718Z","caller":"traceutil/trace.go:171","msg":"trace[181777778] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:21652; }","duration":"464.799586ms","start":"2026-07-02T11:52:32.272373Z","end":"2026-07-02T11:52:32.737172Z","steps":["trace[181777778] 'agreement among raft nodes before linearized reading' (duration: 464.757025ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:32.737209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:32.272354Z","time spent":"464.848737ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-07-02T11:52:32.737068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.541926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T11:52:32.737303Z","caller":"traceutil/trace.go:171","msg":"trace[142582033] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:21652; }","duration":"109.775734ms","start":"2026-07-02T11:52:32.627514Z","end":"2026-07-02T11:52:32.73729Z","steps":["trace[142582033] 'agreement among raft nodes before linearized reading' (duration: 109.473714ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:32.736995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:32.272367Z","time spent":"464.62156ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"info","ts":"2026-07-02T11:52:32.737113Z","caller":"traceutil/trace.go:171","msg":"trace[2101872252] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:21652; }","duration":"464.688442ms","start":"2026-07-02T11:52:32.272416Z","end":"2026-07-02T11:52:32.737104Z","steps":["trace[2101872252] 'agreement among raft nodes before linearized reading' (duration: 464.592739ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:32.73613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.009382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-02T11:52:32.737446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:32.27241Z","time spent":"465.024753ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":21468,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"info","ts":"2026-07-02T11:52:32.736178Z","caller":"traceutil/trace.go:171","msg":"trace[860036128] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:21652; }","duration":"467.873534ms","start":"2026-07-02T11:52:32.268285Z","end":"2026-07-02T11:52:32.736158Z","steps":["trace[860036128] 'agreement among raft nodes before linearized reading' (duration: 467.208822ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:32.737576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:32.268276Z","time spent":"469.29091ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"info","ts":"2026-07-02T11:52:32.737458Z","caller":"traceutil/trace.go:171","msg":"trace[1013820086] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21652; }","duration":"471.352146ms","start":"2026-07-02T11:52:32.266089Z","end":"2026-07-02T11:52:32.737441Z","steps":["trace[1013820086] 'agreement among raft nodes before linearized reading' (duration: 469.955261ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:32.737577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.694011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21444"} {"level":"warn","ts":"2026-07-02T11:52:32.737593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.060084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21444"} {"level":"info","ts":"2026-07-02T11:52:32.73763Z","caller":"traceutil/trace.go:171","msg":"trace[1055690180] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:21652; }","duration":"468.753852ms","start":"2026-07-02T11:52:32.268861Z","end":"2026-07-02T11:52:32.737615Z","steps":["trace[1055690180] 'agreement among raft nodes before linearized reading' (duration: 468.605797ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:52:32.737655Z","caller":"traceutil/trace.go:171","msg":"trace[510791910] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:21652; }","duration":"465.156937ms","start":"2026-07-02T11:52:32.272476Z","end":"2026-07-02T11:52:32.737633Z","steps":["trace[510791910] 'agreement among raft nodes before linearized reading' (duration: 464.858627ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:32.737689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:32.268856Z","time spent":"468.820014ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":21468,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"warn","ts":"2026-07-02T11:52:32.737702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:32.272468Z","time spent":"465.22019ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":21468,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"warn","ts":"2026-07-02T11:52:32.737732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.780453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T11:52:32.737758Z","caller":"traceutil/trace.go:171","msg":"trace[1258765878] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:21652; }","duration":"468.816695ms","start":"2026-07-02T11:52:32.268934Z","end":"2026-07-02T11:52:32.737751Z","steps":["trace[1258765878] 'agreement among raft nodes before linearized reading' (duration: 468.770283ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:32.737627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:32.266075Z","time spent":"471.534821ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-02T11:52:32.737789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:32.26893Z","time spent":"468.852466ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-07-02T11:52:32.73791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.993759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T11:52:32.737979Z","caller":"traceutil/trace.go:171","msg":"trace[1523737830] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:21652; }","duration":"469.130674ms","start":"2026-07-02T11:52:32.268835Z","end":"2026-07-02T11:52:32.737965Z","steps":["trace[1523737830] 'agreement among raft nodes before linearized reading' (duration: 468.729682ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:32.73806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:32.268829Z","time spent":"469.221387ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-07-02T11:52:33.242329Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096944183177919,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T11:52:33.74307Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096944183177919,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T11:52:33.888233Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.153247618s","expected-duration":"1s"} {"level":"info","ts":"2026-07-02T11:52:33.888728Z","caller":"traceutil/trace.go:171","msg":"trace[557251287] transaction","detail":"{read_only:false; response_revision:21653; number_of_response:1; }","duration":"1.187955238s","start":"2026-07-02T11:52:32.700754Z","end":"2026-07-02T11:52:33.88871Z","steps":["trace[557251287] 'process raft request' (duration: 1.187771893s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:33.888878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:32.700737Z","time spent":"1.188055962s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:52:34.746016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99946869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T11:52:34.74607Z","caller":"traceutil/trace.go:171","msg":"trace[502159432] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999544293s","start":"2026-07-02T11:52:32.746513Z","end":"2026-07-02T11:52:34.746058Z","steps":["trace[502159432] 'agreement among raft nodes before linearized reading' (duration: 1.999483621s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:34.746106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:32.746506Z","time spent":"1.999587894s","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/02 11:52:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T11:52:35.100929Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.212487175s","expected-duration":"1s"} {"level":"info","ts":"2026-07-02T11:52:35.101259Z","caller":"traceutil/trace.go:171","msg":"trace[1793885835] transaction","detail":"{read_only:false; response_revision:21654; number_of_response:1; }","duration":"2.358870533s","start":"2026-07-02T11:52:32.742373Z","end":"2026-07-02T11:52:35.101244Z","steps":["trace[1793885835] 'process raft request' (duration: 2.358723768s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:35.101335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:32.742357Z","time spent":"2.358929665s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:52:35.101439Z","caller":"traceutil/trace.go:171","msg":"trace[2094848954] transaction","detail":"{read_only:false; response_revision:21655; number_of_response:1; }","duration":"2.357473569s","start":"2026-07-02T11:52:32.743952Z","end":"2026-07-02T11:52:35.101426Z","steps":["trace[2094848954] 'process raft request' (duration: 2.357261652s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:35.101503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:32.743938Z","time spent":"2.3575329s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:52:35.101597Z","caller":"traceutil/trace.go:171","msg":"trace[1240510410] transaction","detail":"{read_only:false; response_revision:21656; number_of_response:1; }","duration":"2.357561972s","start":"2026-07-02T11:52:32.744024Z","end":"2026-07-02T11:52:35.101586Z","steps":["trace[1240510410] 'process raft request' (duration: 2.357351555s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:35.101651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:32.744019Z","time spent":"2.357601903s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:52:35.101735Z","caller":"traceutil/trace.go:171","msg":"trace[298210790] transaction","detail":"{read_only:false; response_revision:21657; number_of_response:1; }","duration":"2.357677885s","start":"2026-07-02T11:52:32.744048Z","end":"2026-07-02T11:52:35.101726Z","steps":["trace[298210790] 'process raft request' (duration: 2.357494349s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:35.101775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:32.744035Z","time spent":"2.357718326s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:52:35.101873Z","caller":"traceutil/trace.go:171","msg":"trace[1893213344] linearizableReadLoop","detail":"{readStateIndex:22677; appliedIndex:22671; }","duration":"2.360059452s","start":"2026-07-02T11:52:32.741803Z","end":"2026-07-02T11:52:35.101863Z","steps":["trace[1893213344] 'read index received' (duration: 1.146710159s)","trace[1893213344] 'applied index is now lower than readState.Index' (duration: 1.213348433s)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:52:35.101963Z","caller":"traceutil/trace.go:171","msg":"trace[1374996550] transaction","detail":"{read_only:false; response_revision:21658; number_of_response:1; }","duration":"2.355339791s","start":"2026-07-02T11:52:32.746616Z","end":"2026-07-02T11:52:35.101956Z","steps":["trace[1374996550] 'process raft request' (duration: 2.355062052s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:35.102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:32.746566Z","time spent":"2.355410552s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:52:35.102047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.360241967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be74da32672b8c\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-07-02T11:52:35.102071Z","caller":"traceutil/trace.go:171","msg":"trace[1968376662] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18be74da32672b8c; range_end:; response_count:1; response_revision:21658; }","duration":"2.360296359s","start":"2026-07-02T11:52:32.741767Z","end":"2026-07-02T11:52:35.102063Z","steps":["trace[1968376662] 'agreement among raft nodes before linearized reading' (duration: 2.360200106s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:35.102089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:32.74175Z","time spent":"2.3603344s","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be74da32672b8c\" "} {"level":"warn","ts":"2026-07-02T11:52:35.602689Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096944183177927,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T11:52:36.479061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.808767ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T11:52:36.479471Z","caller":"traceutil/trace.go:171","msg":"trace[1585545798] transaction","detail":"{read_only:false; response_revision:21660; number_of_response:1; }","duration":"1.735968698s","start":"2026-07-02T11:52:34.743482Z","end":"2026-07-02T11:52:36.479451Z","steps":["trace[1585545798] 'process raft request' (duration: 1.735687029s)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:52:36.479493Z","caller":"traceutil/trace.go:171","msg":"trace[1416829859] transaction","detail":"{read_only:false; response_revision:21659; number_of_response:1; }","duration":"1.736048491s","start":"2026-07-02T11:52:34.743391Z","end":"2026-07-02T11:52:36.47944Z","steps":["trace[1416829859] 'process raft request' (duration: 910.747358ms)","trace[1416829859] 'compare' (duration: 823.927949ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:52:36.479553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:34.743473Z","time spent":"1.736042021s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:52:36.479629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:34.743375Z","time spent":"1.736177846s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:52:36.746629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000373091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-02T11:52:36.746697Z","caller":"traceutil/trace.go:171","msg":"trace[1377407882] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000486534s","start":"2026-07-02T11:52:34.746194Z","end":"2026-07-02T11:52:36.746681Z","steps":["trace[1377407882] 'agreement among raft nodes before linearized reading' (duration: 2.000394331s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:36.746735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:34.746182Z","time spent":"2.000542746s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T11:52:37.059614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000130053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-02T11:52:37.059702Z","caller":"traceutil/trace.go:171","msg":"trace[2128209753] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000277538s","start":"2026-07-02T11:52:35.059404Z","end":"2026-07-02T11:52:37.059682Z","steps":["trace[2128209753] 'agreement among raft nodes before linearized reading' (duration: 2.000164424s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:37.059757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:35.059386Z","time spent":"2.00035428s","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T11:52:37.18704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.598185ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T11:52:37.187154Z","caller":"traceutil/trace.go:171","msg":"trace[1832328390] linearizableReadLoop","detail":"{readStateIndex:22680; appliedIndex:22677; }","duration":"2.085243796s","start":"2026-07-02T11:52:35.101893Z","end":"2026-07-02T11:52:37.187137Z","steps":["trace[1832328390] 'read index received' (duration: 552.327527ms)","trace[1832328390] 'applied index is now lower than readState.Index' (duration: 1.532914559s)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:52:37.18725Z","caller":"traceutil/trace.go:171","msg":"trace[244839923] transaction","detail":"{read_only:false; response_revision:21661; number_of_response:1; }","duration":"2.081159946s","start":"2026-07-02T11:52:35.106078Z","end":"2026-07-02T11:52:37.187238Z","steps":["trace[244839923] 'process raft request' (duration: 1.498275761s)","trace[244839923] 'compare' (duration: 582.411329ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:52:37.187311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:35.10606Z","time spent":"2.081220598s","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:52:37.187623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.094990059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-02T11:52:37.187661Z","caller":"traceutil/trace.go:171","msg":"trace[1727615237] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:21661; }","duration":"2.095057441s","start":"2026-07-02T11:52:35.092594Z","end":"2026-07-02T11:52:37.187651Z","steps":["trace[1727615237] 'agreement among raft nodes before linearized reading' (duration: 2.094889806s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:37.18769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:35.092578Z","time spent":"2.095105232s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-02T11:52:37.187834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.125838546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T11:52:37.187871Z","caller":"traceutil/trace.go:171","msg":"trace[988163470] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:21661; }","duration":"2.125889798s","start":"2026-07-02T11:52:35.061969Z","end":"2026-07-02T11:52:37.187859Z","steps":["trace[988163470] 'agreement among raft nodes before linearized reading' (duration: 2.125835696s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:37.187899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:35.061961Z","time spent":"2.125930319s","remote":"127.0.0.1:60448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-02T11:52:37.188078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.44655322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T11:52:37.188179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.348247662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-07-02T11:52:37.188238Z","caller":"traceutil/trace.go:171","msg":"trace[517506279] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:21661; }","duration":"2.446754247s","start":"2026-07-02T11:52:34.74145Z","end":"2026-07-02T11:52:37.188204Z","steps":["trace[517506279] 'agreement among raft nodes before linearized reading' (duration: 2.446527749s)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:52:37.188247Z","caller":"traceutil/trace.go:171","msg":"trace[1014907957] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21661; }","duration":"4.348356256s","start":"2026-07-02T11:52:32.839877Z","end":"2026-07-02T11:52:37.188233Z","steps":["trace[1014907957] 'agreement among raft nodes before linearized reading' (duration: 4.348143359s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:37.188222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.898779717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-02T11:52:37.188298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:32.839858Z","time spent":"4.348433837s","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11521,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-02T11:52:37.188322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.443708619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T11:52:37.188338Z","caller":"traceutil/trace.go:171","msg":"trace[273858146] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21661; }","duration":"3.898922421s","start":"2026-07-02T11:52:33.289394Z","end":"2026-07-02T11:52:37.188316Z","steps":["trace[273858146] 'agreement among raft nodes before linearized reading' (duration: 3.898600571s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:37.188379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.444633309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T11:52:37.188392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.444130052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T11:52:37.188407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:33.289383Z","time spent":"3.899009965s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-02T11:52:37.188434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.216112625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T11:52:37.188471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.446774198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T11:52:37.188502Z","caller":"traceutil/trace.go:171","msg":"trace[1596110687] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:21661; }","duration":"2.216224719s","start":"2026-07-02T11:52:34.972256Z","end":"2026-07-02T11:52:37.188481Z","steps":["trace[1596110687] 'agreement among raft nodes before linearized reading' (duration: 2.216086605s)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:52:37.188521Z","caller":"traceutil/trace.go:171","msg":"trace[1975082167] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:21661; }","duration":"2.446822299s","start":"2026-07-02T11:52:34.741687Z","end":"2026-07-02T11:52:37.188509Z","steps":["trace[1975082167] 'agreement among raft nodes before linearized reading' (duration: 2.446755757s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:37.188551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:34.972229Z","time spent":"2.216305751s","remote":"127.0.0.1:40740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-07-02T11:52:37.188609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.693141822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T11:52:37.188612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.446959933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T11:52:37.188668Z","caller":"traceutil/trace.go:171","msg":"trace[1874644997] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:21661; }","duration":"2.693194704s","start":"2026-07-02T11:52:34.495454Z","end":"2026-07-02T11:52:37.188649Z","steps":["trace[1874644997] 'agreement among raft nodes before linearized reading' (duration: 2.693123122s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:37.188699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.441445527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21444"} {"level":"warn","ts":"2026-07-02T11:52:37.188722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.44278601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T11:52:37.188589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.442275204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T11:52:37.188755Z","caller":"traceutil/trace.go:171","msg":"trace[1736966765] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:21661; }","duration":"2.441514709s","start":"2026-07-02T11:52:34.747225Z","end":"2026-07-02T11:52:37.188739Z","steps":["trace[1736966765] 'agreement among raft nodes before linearized reading' (duration: 2.441093475s)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:52:37.188773Z","caller":"traceutil/trace.go:171","msg":"trace[1742660274] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:21661; }","duration":"2.442845141s","start":"2026-07-02T11:52:34.745919Z","end":"2026-07-02T11:52:37.188764Z","steps":["trace[1742660274] 'agreement among raft nodes before linearized reading' (duration: 2.442765599s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:37.188794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.442153259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21444"} {"level":"warn","ts":"2026-07-02T11:52:37.188805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:34.745915Z","time spent":"2.442883203s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-07-02T11:52:37.188798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.80336897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T11:52:37.188825Z","caller":"traceutil/trace.go:171","msg":"trace[806203323] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:21661; }","duration":"2.442190411s","start":"2026-07-02T11:52:34.746626Z","end":"2026-07-02T11:52:37.188816Z","steps":["trace[806203323] 'agreement among raft nodes before linearized reading' (duration: 2.442068197s)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:52:37.188851Z","caller":"traceutil/trace.go:171","msg":"trace[1463865910] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:21661; }","duration":"2.803459593s","start":"2026-07-02T11:52:34.385379Z","end":"2026-07-02T11:52:37.188838Z","steps":["trace[1463865910] 'agreement among raft nodes before linearized reading' (duration: 2.8033774s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:37.188862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:34.746621Z","time spent":"2.442234722s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":21468,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"warn","ts":"2026-07-02T11:52:37.188859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.884576992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T11:52:37.188895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:34.385355Z","time spent":"2.803526445s","remote":"127.0.0.1:45116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-07-02T11:52:37.188912Z","caller":"traceutil/trace.go:171","msg":"trace[1932880411] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:21661; }","duration":"3.884667925s","start":"2026-07-02T11:52:33.304228Z","end":"2026-07-02T11:52:37.188896Z","steps":["trace[1932880411] 'agreement among raft nodes before linearized reading' (duration: 3.884585642s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:37.188927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.438384279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21444"} {"level":"info","ts":"2026-07-02T11:52:37.188359Z","caller":"traceutil/trace.go:171","msg":"trace[65194498] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:21661; }","duration":"2.443761711s","start":"2026-07-02T11:52:34.744587Z","end":"2026-07-02T11:52:37.188349Z","steps":["trace[65194498] 'agreement among raft nodes before linearized reading' (duration: 2.44371985s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:37.18896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:33.304205Z","time spent":"3.884741417s","remote":"127.0.0.1:60366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-07-02T11:52:37.188969Z","caller":"traceutil/trace.go:171","msg":"trace[961599198] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:21661; }","duration":"2.438434901s","start":"2026-07-02T11:52:34.750522Z","end":"2026-07-02T11:52:37.188957Z","steps":["trace[961599198] 'agreement among raft nodes before linearized reading' (duration: 2.438312817s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:37.18902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:34.750516Z","time spent":"2.438494162s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":21468,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"info","ts":"2026-07-02T11:52:37.18904Z","caller":"traceutil/trace.go:171","msg":"trace[1793735455] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:21661; }","duration":"2.442897803s","start":"2026-07-02T11:52:34.745885Z","end":"2026-07-02T11:52:37.188782Z","steps":["trace[1793735455] 'agreement among raft nodes before linearized reading' (duration: 2.442151009s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:37.189905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:34.745878Z","time spent":"2.444008799s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-07-02T11:52:37.188808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:34.747199Z","time spent":"2.441596922s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":21468,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"warn","ts":"2026-07-02T11:52:37.188551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.548984378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T11:52:37.18842Z","caller":"traceutil/trace.go:171","msg":"trace[1947855657] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:21661; }","duration":"2.444689111s","start":"2026-07-02T11:52:34.743717Z","end":"2026-07-02T11:52:37.188406Z","steps":["trace[1947855657] 'agreement among raft nodes before linearized reading' (duration: 2.444629479s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:37.190687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:34.74371Z","time spent":"2.446959443s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-07-02T11:52:37.188313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:34.741431Z","time spent":"2.44686235s","remote":"127.0.0.1:40768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-07-02T11:52:37.188725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:34.495396Z","time spent":"2.693309878s","remote":"127.0.0.1:40862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-07-02T11:52:37.190673Z","caller":"traceutil/trace.go:171","msg":"trace[116505431] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:21661; }","duration":"2.550663913s","start":"2026-07-02T11:52:34.639513Z","end":"2026-07-02T11:52:37.190177Z","steps":["trace[116505431] 'agreement among raft nodes before linearized reading' (duration: 2.548991639s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:37.190923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:34.639489Z","time spent":"2.551416507s","remote":"127.0.0.1:45102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-02T11:52:37.18869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.952685424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T11:52:37.191004Z","caller":"traceutil/trace.go:171","msg":"trace[2005605193] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:21661; }","duration":"1.955144403s","start":"2026-07-02T11:52:35.235843Z","end":"2026-07-02T11:52:37.190988Z","steps":["trace[2005605193] 'agreement among raft nodes before linearized reading' (duration: 1.952413055s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:37.191054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:35.23582Z","time spent":"1.955220195s","remote":"127.0.0.1:45042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-07-02T11:52:37.188975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:34.744579Z","time spent":"2.444386711s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"info","ts":"2026-07-02T11:52:37.18867Z","caller":"traceutil/trace.go:171","msg":"trace[535182476] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:21661; }","duration":"2.447048936s","start":"2026-07-02T11:52:34.74161Z","end":"2026-07-02T11:52:37.188658Z","steps":["trace[535182476] 'agreement among raft nodes before linearized reading' (duration: 2.446975424s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:37.191166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:34.741592Z","time spent":"2.449560217s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"info","ts":"2026-07-02T11:52:37.188419Z","caller":"traceutil/trace.go:171","msg":"trace[1186515954] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:21661; }","duration":"2.444188154s","start":"2026-07-02T11:52:34.744223Z","end":"2026-07-02T11:52:37.188411Z","steps":["trace[1186515954] 'agreement among raft nodes before linearized reading' (duration: 2.444153583s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:37.191281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:34.744213Z","time spent":"2.447058217s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-07-02T11:52:37.188561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:34.741644Z","time spent":"2.446906712s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-07-02T11:52:37.188671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.442717987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T11:52:37.191405Z","caller":"traceutil/trace.go:171","msg":"trace[945203031] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:21661; }","duration":"2.445438634s","start":"2026-07-02T11:52:34.745945Z","end":"2026-07-02T11:52:37.191383Z","steps":["trace[945203031] 'agreement among raft nodes before linearized reading' (duration: 2.442697737s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:37.191472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:34.745931Z","time spent":"2.445523597s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-07-02T11:52:37.189137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.939565609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-02T11:52:37.191549Z","caller":"traceutil/trace.go:171","msg":"trace[1339383257] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:21661; }","duration":"2.9421073s","start":"2026-07-02T11:52:34.249428Z","end":"2026-07-02T11:52:37.191535Z","steps":["trace[1339383257] 'agreement among raft nodes before linearized reading' (duration: 2.939575379s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:37.191611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:34.249401Z","time spent":"2.942187233s","remote":"127.0.0.1:45152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":169,"response size":33,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-02T11:52:37.189137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.468537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T11:52:37.191784Z","caller":"traceutil/trace.go:171","msg":"trace[156813434] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21661; }","duration":"438.145293ms","start":"2026-07-02T11:52:36.753628Z","end":"2026-07-02T11:52:37.191773Z","steps":["trace[156813434] 'agreement among raft nodes before linearized reading' (duration: 435.461587ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:37.191825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:36.753583Z","time spent":"438.232065ms","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T11:52:37.188281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.444490895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T11:52:37.192015Z","caller":"traceutil/trace.go:171","msg":"trace[1614278129] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:21661; }","duration":"2.448237154s","start":"2026-07-02T11:52:34.743767Z","end":"2026-07-02T11:52:37.192004Z","steps":["trace[1614278129] 'agreement among raft nodes before linearized reading' (duration: 2.444487114s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:37.192072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:34.743762Z","time spent":"2.448299726s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-07-02T11:52:37.189192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.296418141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-02T11:52:37.192526Z","caller":"traceutil/trace.go:171","msg":"trace[958853538] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21661; }","duration":"1.299789498s","start":"2026-07-02T11:52:35.892724Z","end":"2026-07-02T11:52:37.192513Z","steps":["trace[958853538] 'agreement among raft nodes before linearized reading' (duration: 1.296372169s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:37.19257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:35.8927Z","time spent":"1.299856771s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-02T11:52:37.189192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.356872736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T11:52:37.189258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.041556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T11:52:37.192979Z","caller":"traceutil/trace.go:171","msg":"trace[724858498] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:21661; }","duration":"574.781665ms","start":"2026-07-02T11:52:36.618172Z","end":"2026-07-02T11:52:37.192953Z","steps":["trace[724858498] 'agreement among raft nodes before linearized reading' (duration: 571.051886ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:37.19307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:36.618135Z","time spent":"574.91583ms","remote":"127.0.0.1:45134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":15,"response size":32,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-07-02T11:52:37.189305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.679357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T11:52:37.192815Z","caller":"traceutil/trace.go:171","msg":"trace[914304970] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:21661; }","duration":"1.360540753s","start":"2026-07-02T11:52:35.832254Z","end":"2026-07-02T11:52:37.192795Z","steps":["trace[914304970] 'agreement among raft nodes before linearized reading' (duration: 1.356884196s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:37.193436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:35.832227Z","time spent":"1.361136532s","remote":"127.0.0.1:59300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-07-02T11:52:37.189303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.866753972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-02T11:52:37.189376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.738987555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.89\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-07-02T11:52:37.18826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.446346851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ebf3c333-a278-487a-8480-2f5b283c211d\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-07-02T11:52:37.193508Z","caller":"traceutil/trace.go:171","msg":"trace[1459664034] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ebf3c333-a278-487a-8480-2f5b283c211d; range_end:; response_count:1; response_revision:21661; }","duration":"4.451637481s","start":"2026-07-02T11:52:32.741851Z","end":"2026-07-02T11:52:37.193489Z","steps":["trace[1459664034] 'agreement among raft nodes before linearized reading' (duration: 4.446187976s)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:52:37.193339Z","caller":"traceutil/trace.go:171","msg":"trace[1637076695] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:21661; }","duration":"795.732407ms","start":"2026-07-02T11:52:36.397555Z","end":"2026-07-02T11:52:37.193288Z","steps":["trace[1637076695] 'agreement among raft nodes before linearized reading' (duration: 791.722179ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:37.193707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:32.741076Z","time spent":"4.452615362s","remote":"127.0.0.1:44984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-ebf3c333-a278-487a-8480-2f5b283c211d\" "} {"level":"info","ts":"2026-07-02T11:52:37.193508Z","caller":"traceutil/trace.go:171","msg":"trace[1493072158] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21661; }","duration":"3.870971477s","start":"2026-07-02T11:52:33.322519Z","end":"2026-07-02T11:52:37.19349Z","steps":["trace[1493072158] 'agreement among raft nodes before linearized reading' (duration: 3.866681949s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:37.194016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:33.32251Z","time spent":"3.871474282s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-02T11:52:37.193519Z","caller":"traceutil/trace.go:171","msg":"trace[2128843638] range","detail":"{range_begin:/registry/masterleases/199.204.45.89; range_end:; response_count:1; response_revision:21661; }","duration":"1.743169119s","start":"2026-07-02T11:52:35.450336Z","end":"2026-07-02T11:52:37.193505Z","steps":["trace[2128843638] 'agreement among raft nodes before linearized reading' (duration: 1.738888452s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:37.194355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:35.450316Z","time spent":"1.744022016s","remote":"127.0.0.1:44868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.89\" "} {"level":"warn","ts":"2026-07-02T11:52:37.193769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:36.397528Z","time spent":"796.116509ms","remote":"127.0.0.1:59220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-02T11:52:38.187828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.561353ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-02T11:52:38.187954Z","caller":"traceutil/trace.go:171","msg":"trace[1411663280] linearizableReadLoop","detail":"{readStateIndex:22681; appliedIndex:22680; }","duration":"994.010712ms","start":"2026-07-02T11:52:37.193921Z","end":"2026-07-02T11:52:38.187931Z","steps":["trace[1411663280] 'read index received' (duration: 232.320365ms)","trace[1411663280] 'applied index is now lower than readState.Index' (duration: 761.687957ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:52:38.187998Z","caller":"traceutil/trace.go:171","msg":"trace[196331712] transaction","detail":"{read_only:false; response_revision:21662; number_of_response:1; }","duration":"995.271922ms","start":"2026-07-02T11:52:37.192692Z","end":"2026-07-02T11:52:38.187964Z","steps":["trace[196331712] 'process raft request' (duration: 233.503572ms)","trace[196331712] 'compare' (duration: 761.298985ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:52:38.188097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.164167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T11:52:38.18814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:37.192673Z","time spent":"995.386366ms","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":904,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-02T11:52:38.188165Z","caller":"traceutil/trace.go:171","msg":"trace[1473879706] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21662; }","duration":"994.26395ms","start":"2026-07-02T11:52:37.193886Z","end":"2026-07-02T11:52:38.18815Z","steps":["trace[1473879706] 'agreement among raft nodes before linearized reading' (duration: 994.138186ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:38.1882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:37.193871Z","time spent":"994.321642ms","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-02T11:52:38.257352Z","caller":"traceutil/trace.go:171","msg":"trace[2074434845] transaction","detail":"{read_only:false; response_revision:21663; number_of_response:1; }","duration":"1.063407373s","start":"2026-07-02T11:52:37.193916Z","end":"2026-07-02T11:52:38.257324Z","steps":["trace[2074434845] 'process raft request' (duration: 1.063257208s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:38.25746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:37.193896Z","time spent":"1.063506576s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:52:38.257604Z","caller":"traceutil/trace.go:171","msg":"trace[650510091] transaction","detail":"{read_only:false; response_revision:21664; number_of_response:1; }","duration":"1.063663651s","start":"2026-07-02T11:52:37.193934Z","end":"2026-07-02T11:52:38.257598Z","steps":["trace[650510091] 'process raft request' (duration: 1.063355401s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:38.257643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:37.193921Z","time spent":"1.063704783s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:52:38.257887Z","caller":"traceutil/trace.go:171","msg":"trace[1355205369] transaction","detail":"{read_only:false; response_revision:21669; number_of_response:1; }","duration":"1.059674683s","start":"2026-07-02T11:52:37.198207Z","end":"2026-07-02T11:52:38.257882Z","steps":["trace[1355205369] 'process raft request' (duration: 1.059651482s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:38.257924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:37.198191Z","time spent":"1.059717345s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:52:38.258079Z","caller":"traceutil/trace.go:171","msg":"trace[1757272129] transaction","detail":"{read_only:false; response_revision:21665; number_of_response:1; }","duration":"1.06332191s","start":"2026-07-02T11:52:37.194749Z","end":"2026-07-02T11:52:38.258071Z","steps":["trace[1757272129] 'process raft request' (duration: 1.062816344s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:38.258114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:37.194728Z","time spent":"1.063369432s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:52:38.25816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:37.19558Z","time spent":"1.062579326s","remote":"127.0.0.1:44868","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-02T11:52:38.258266Z","caller":"traceutil/trace.go:171","msg":"trace[1250966069] transaction","detail":"{read_only:false; response_revision:21666; number_of_response:1; }","duration":"1.062479533s","start":"2026-07-02T11:52:37.19578Z","end":"2026-07-02T11:52:38.258259Z","steps":["trace[1250966069] 'process raft request' (duration: 1.062000088s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:38.258303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:37.195733Z","time spent":"1.062552375s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:52:38.258356Z","caller":"traceutil/trace.go:171","msg":"trace[1330445990] transaction","detail":"{read_only:false; response_revision:21667; number_of_response:1; }","duration":"1.062423821s","start":"2026-07-02T11:52:37.195926Z","end":"2026-07-02T11:52:38.25835Z","steps":["trace[1330445990] 'process raft request' (duration: 1.061902344s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:38.258392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:37.195912Z","time spent":"1.062462683s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:52:38.258505Z","caller":"traceutil/trace.go:171","msg":"trace[2010339066] transaction","detail":"{read_only:false; response_revision:21668; number_of_response:1; }","duration":"1.061200782s","start":"2026-07-02T11:52:37.197276Z","end":"2026-07-02T11:52:38.258477Z","steps":["trace[2010339066] 'process raft request' (duration: 1.060567392s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:38.258677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:37.197253Z","time spent":"1.061336607s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:52:38.335673Z","caller":"traceutil/trace.go:171","msg":"trace[1183611917] transaction","detail":"{read_only:false; response_revision:21670; number_of_response:1; }","duration":"564.277079ms","start":"2026-07-02T11:52:37.771377Z","end":"2026-07-02T11:52:38.335654Z","steps":["trace[1183611917] 'process raft request' (duration: 516.82334ms)","trace[1183611917] 'compare' (duration: 47.082357ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:52:38.335768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:37.771344Z","time spent":"564.374702ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:52:38.335837Z","caller":"traceutil/trace.go:171","msg":"trace[495756852] linearizableReadLoop","detail":"{readStateIndex:22690; appliedIndex:22682; }","duration":"147.832561ms","start":"2026-07-02T11:52:38.187985Z","end":"2026-07-02T11:52:38.335818Z","steps":["trace[495756852] 'read index received' (duration: 69.294208ms)","trace[495756852] 'applied index is now lower than readState.Index' (duration: 78.536663ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:52:38.335994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140040056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-07-02T11:52:38.33602Z","caller":"traceutil/trace.go:171","msg":"trace[36658883] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:21671; }","duration":"1.140095217s","start":"2026-07-02T11:52:37.195917Z","end":"2026-07-02T11:52:38.336012Z","steps":["trace[36658883] 'agreement among raft nodes before linearized reading' (duration: 1.140008205s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:38.336041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:37.195906Z","time spent":"1.140130568s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-02T11:52:38.33604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140280343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-07-02T11:52:38.336081Z","caller":"traceutil/trace.go:171","msg":"trace[31426774] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21671; }","duration":"1.140339465s","start":"2026-07-02T11:52:37.195721Z","end":"2026-07-02T11:52:38.336061Z","steps":["trace[31426774] 'agreement among raft nodes before linearized reading' (duration: 1.140211851s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:38.336117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:37.195713Z","time spent":"1.140384536s","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11521,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-02T11:52:38.336235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.139041413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-07-02T11:52:38.336272Z","caller":"traceutil/trace.go:171","msg":"trace[174596497] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:21671; }","duration":"1.139132616s","start":"2026-07-02T11:52:37.19713Z","end":"2026-07-02T11:52:38.336262Z","steps":["trace[174596497] 'agreement among raft nodes before linearized reading' (duration: 1.139049914s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:38.336293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:37.197115Z","time spent":"1.139172847s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1590,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-07-02T11:52:38.336301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.730706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/senlin-api-76c86bffd9-gnzp2.18be76bcc5a195db\" ","response":"range_response_count:1 size:1170"} {"level":"info","ts":"2026-07-02T11:52:38.336326Z","caller":"traceutil/trace.go:171","msg":"trace[1408977108] range","detail":"{range_begin:/registry/events/openstack/senlin-api-76c86bffd9-gnzp2.18be76bcc5a195db; range_end:; response_count:1; response_revision:21671; }","duration":"141.792028ms","start":"2026-07-02T11:52:38.194524Z","end":"2026-07-02T11:52:38.336316Z","steps":["trace[1408977108] 'agreement among raft nodes before linearized reading' (duration: 141.721516ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:38.336441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140031645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-02T11:52:38.336465Z","caller":"traceutil/trace.go:171","msg":"trace[2045048000] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21671; }","duration":"1.140057166s","start":"2026-07-02T11:52:37.196401Z","end":"2026-07-02T11:52:38.336458Z","steps":["trace[2045048000] 'agreement among raft nodes before linearized reading' (duration: 1.139987604s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:38.336484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:37.196355Z","time spent":"1.140123887s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-02T11:52:38.336543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.386602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T11:52:38.336566Z","caller":"traceutil/trace.go:171","msg":"trace[2041049685] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:21671; }","duration":"105.441964ms","start":"2026-07-02T11:52:38.231118Z","end":"2026-07-02T11:52:38.33656Z","steps":["trace[2041049685] 'agreement among raft nodes before linearized reading' (duration: 105.387792ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:38.336722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.616472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T11:52:38.336744Z","caller":"traceutil/trace.go:171","msg":"trace[2077613546] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21671; }","duration":"141.650194ms","start":"2026-07-02T11:52:38.195086Z","end":"2026-07-02T11:52:38.336736Z","steps":["trace[2077613546] 'agreement among raft nodes before linearized reading' (duration: 141.614833ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:52:38.530015Z","caller":"traceutil/trace.go:171","msg":"trace[2091282425] linearizableReadLoop","detail":"{readStateIndex:22694; appliedIndex:22692; }","duration":"102.561622ms","start":"2026-07-02T11:52:38.427422Z","end":"2026-07-02T11:52:38.529984Z","steps":["trace[2091282425] 'read index received' (duration: 102.305104ms)","trace[2091282425] 'applied index is now lower than readState.Index' (duration: 255.118µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:52:38.530348Z","caller":"traceutil/trace.go:171","msg":"trace[1150949835] transaction","detail":"{read_only:false; response_revision:21673; number_of_response:1; }","duration":"190.57977ms","start":"2026-07-02T11:52:38.33975Z","end":"2026-07-02T11:52:38.530329Z","steps":["trace[1150949835] 'process raft request' (duration: 190.002301ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:52:38.530541Z","caller":"traceutil/trace.go:171","msg":"trace[796070109] transaction","detail":"{read_only:false; response_revision:21674; number_of_response:1; }","duration":"190.209047ms","start":"2026-07-02T11:52:38.34032Z","end":"2026-07-02T11:52:38.530529Z","steps":["trace[796070109] 'process raft request' (duration: 189.591207ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:38.530794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.364515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1885364e-c98c-4b98-ac64-21597186d5cd\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-07-02T11:52:38.530836Z","caller":"traceutil/trace.go:171","msg":"trace[844664993] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1885364e-c98c-4b98-ac64-21597186d5cd; range_end:; response_count:1; response_revision:21674; }","duration":"186.416466ms","start":"2026-07-02T11:52:38.344405Z","end":"2026-07-02T11:52:38.530822Z","steps":["trace[844664993] 'agreement among raft nodes before linearized reading' (duration: 186.264341ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:38.531065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.890892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-07-02T11:52:38.531102Z","caller":"traceutil/trace.go:171","msg":"trace[985930604] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:21674; }","duration":"191.942423ms","start":"2026-07-02T11:52:38.339148Z","end":"2026-07-02T11:52:38.531091Z","steps":["trace[985930604] 'agreement among raft nodes before linearized reading' (duration: 191.830599ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:52:38.733967Z","caller":"traceutil/trace.go:171","msg":"trace[59008459] linearizableReadLoop","detail":"{readStateIndex:22696; appliedIndex:22694; }","duration":"203.852664ms","start":"2026-07-02T11:52:38.530091Z","end":"2026-07-02T11:52:38.733944Z","steps":["trace[59008459] 'read index received' (duration: 153.648087ms)","trace[59008459] 'applied index is now lower than readState.Index' (duration: 50.203407ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:52:38.734185Z","caller":"traceutil/trace.go:171","msg":"trace[1652047047] transaction","detail":"{read_only:false; response_revision:21676; number_of_response:1; }","duration":"248.234185ms","start":"2026-07-02T11:52:38.485917Z","end":"2026-07-02T11:52:38.734152Z","steps":["trace[1652047047] 'process raft request' (duration: 247.923115ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:38.734373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.509273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be74da32672b8c\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-02T11:52:38.734417Z","caller":"traceutil/trace.go:171","msg":"trace[1170548665] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18be74da32672b8c; range_end:; response_count:1; response_revision:21676; }","duration":"303.595966ms","start":"2026-07-02T11:52:38.430809Z","end":"2026-07-02T11:52:38.734405Z","steps":["trace[1170548665] 'agreement among raft nodes before linearized reading' (duration: 303.455261ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:38.734449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:38.430792Z","time spent":"303.649358ms","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be74da32672b8c\" "} {"level":"info","ts":"2026-07-02T11:52:38.734538Z","caller":"traceutil/trace.go:171","msg":"trace[1433051540] transaction","detail":"{read_only:false; response_revision:21675; number_of_response:1; }","duration":"250.884329ms","start":"2026-07-02T11:52:38.483634Z","end":"2026-07-02T11:52:38.734518Z","steps":["trace[1433051540] 'process raft request' (duration: 200.155376ms)","trace[1433051540] 'compare' (duration: 49.921278ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:52:38.734683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.989902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-02T11:52:38.734722Z","caller":"traceutil/trace.go:171","msg":"trace[1497520243] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:21676; }","duration":"201.046285ms","start":"2026-07-02T11:52:38.533665Z","end":"2026-07-02T11:52:38.734711Z","steps":["trace[1497520243] 'agreement among raft nodes before linearized reading' (duration: 200.950502ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:38.735001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.441433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17271"} {"level":"info","ts":"2026-07-02T11:52:38.735043Z","caller":"traceutil/trace.go:171","msg":"trace[11112895] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:21676; }","duration":"114.513185ms","start":"2026-07-02T11:52:38.620518Z","end":"2026-07-02T11:52:38.735031Z","steps":["trace[11112895] 'agreement among raft nodes before linearized reading' (duration: 114.397151ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:38.735281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.253407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-ks-endpoints-zqsj2\" ","response":"range_response_count:1 size:25240"} {"level":"info","ts":"2026-07-02T11:52:38.735317Z","caller":"traceutil/trace.go:171","msg":"trace[1345230196] range","detail":"{range_begin:/registry/pods/openstack/heat-ks-endpoints-zqsj2; range_end:; response_count:1; response_revision:21676; }","duration":"179.320229ms","start":"2026-07-02T11:52:38.555989Z","end":"2026-07-02T11:52:38.735309Z","steps":["trace[1345230196] 'agreement among raft nodes before linearized reading' (duration: 179.205945ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:38.735599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.088432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-07-02T11:52:38.735689Z","caller":"traceutil/trace.go:171","msg":"trace[2035611808] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:21676; }","duration":"199.250717ms","start":"2026-07-02T11:52:38.536418Z","end":"2026-07-02T11:52:38.735669Z","steps":["trace[2035611808] 'agreement among raft nodes before linearized reading' (duration: 198.917797ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:38.735741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.228376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-07-02T11:52:38.735784Z","caller":"traceutil/trace.go:171","msg":"trace[637793252] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:21676; }","duration":"199.285678ms","start":"2026-07-02T11:52:38.536488Z","end":"2026-07-02T11:52:38.735774Z","steps":["trace[637793252] 'agreement among raft nodes before linearized reading' (duration: 199.187004ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:38.735969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.439793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-02T11:52:38.736042Z","caller":"traceutil/trace.go:171","msg":"trace[448556655] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21676; }","duration":"199.544307ms","start":"2026-07-02T11:52:38.53648Z","end":"2026-07-02T11:52:38.736025Z","steps":["trace[448556655] 'agreement among raft nodes before linearized reading' (duration: 199.313359ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:52:38.86622Z","caller":"traceutil/trace.go:171","msg":"trace[514670562] transaction","detail":"{read_only:false; response_revision:21678; number_of_response:1; }","duration":"125.346122ms","start":"2026-07-02T11:52:38.740842Z","end":"2026-07-02T11:52:38.866188Z","steps":["trace[514670562] 'process raft request' (duration: 124.831545ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:52:38.86625Z","caller":"traceutil/trace.go:171","msg":"trace[1050313325] transaction","detail":"{read_only:false; response_revision:21679; number_of_response:1; }","duration":"123.808562ms","start":"2026-07-02T11:52:38.742428Z","end":"2026-07-02T11:52:38.866236Z","steps":["trace[1050313325] 'process raft request' (duration: 123.695869ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:52:38.866489Z","caller":"traceutil/trace.go:171","msg":"trace[742289578] linearizableReadLoop","detail":"{readStateIndex:22700; appliedIndex:22696; }","duration":"119.828215ms","start":"2026-07-02T11:52:38.746648Z","end":"2026-07-02T11:52:38.866476Z","steps":["trace[742289578] 'read index received' (duration: 50.800615ms)","trace[742289578] 'applied index is now lower than readState.Index' (duration: 69.02637ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:52:38.866238Z","caller":"traceutil/trace.go:171","msg":"trace[531445554] transaction","detail":"{read_only:false; number_of_response:0; response_revision:21678; }","duration":"124.319468ms","start":"2026-07-02T11:52:38.741894Z","end":"2026-07-02T11:52:38.866214Z","steps":["trace[531445554] 'process raft request' (duration: 124.188734ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:52:38.866568Z","caller":"traceutil/trace.go:171","msg":"trace[172202176] transaction","detail":"{read_only:false; response_revision:21680; number_of_response:1; }","duration":"105.065892ms","start":"2026-07-02T11:52:38.761489Z","end":"2026-07-02T11:52:38.866555Z","steps":["trace[172202176] 'process raft request' (duration: 104.68419ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:38.866644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.974339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-07-02T11:52:38.866683Z","caller":"traceutil/trace.go:171","msg":"trace[1109761073] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:21680; }","duration":"120.049542ms","start":"2026-07-02T11:52:38.746622Z","end":"2026-07-02T11:52:38.866672Z","steps":["trace[1109761073] 'agreement among raft nodes before linearized reading' (duration: 119.906717ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:39.09403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.966483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6da7cfc1-c9ab-4c05-8caa-af0a4571bb05\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-07-02T11:52:39.094169Z","caller":"traceutil/trace.go:171","msg":"trace[1689851035] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6da7cfc1-c9ab-4c05-8caa-af0a4571bb05; range_end:; response_count:1; response_revision:21682; }","duration":"127.16323ms","start":"2026-07-02T11:52:38.966987Z","end":"2026-07-02T11:52:39.09415Z","steps":["trace[1689851035] 'range keys from in-memory index tree' (duration: 126.778567ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:52:42.456095Z","caller":"traceutil/trace.go:171","msg":"trace[562019254] transaction","detail":"{read_only:false; response_revision:21702; number_of_response:1; }","duration":"178.862775ms","start":"2026-07-02T11:52:42.277203Z","end":"2026-07-02T11:52:42.456065Z","steps":["trace[562019254] 'process raft request' (duration: 178.72821ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:52:42.456265Z","caller":"traceutil/trace.go:171","msg":"trace[991274800] transaction","detail":"{read_only:false; response_revision:21703; number_of_response:1; }","duration":"178.039478ms","start":"2026-07-02T11:52:42.278197Z","end":"2026-07-02T11:52:42.456236Z","steps":["trace[991274800] 'process raft request' (duration: 177.809521ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:52:42.456296Z","caller":"traceutil/trace.go:171","msg":"trace[95356920] transaction","detail":"{read_only:false; response_revision:21704; number_of_response:1; }","duration":"178.045258ms","start":"2026-07-02T11:52:42.278234Z","end":"2026-07-02T11:52:42.456279Z","steps":["trace[95356920] 'process raft request' (duration: 177.846602ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:52:42.456087Z","caller":"traceutil/trace.go:171","msg":"trace[1084236947] transaction","detail":"{read_only:false; response_revision:21701; number_of_response:1; }","duration":"179.774784ms","start":"2026-07-02T11:52:42.276275Z","end":"2026-07-02T11:52:42.45605Z","steps":["trace[1084236947] 'process raft request' (duration: 156.145678ms)","trace[1084236947] 'compare' (duration: 23.284555ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:52:42.456302Z","caller":"traceutil/trace.go:171","msg":"trace[1877175836] transaction","detail":"{read_only:false; response_revision:21705; number_of_response:1; }","duration":"177.242293ms","start":"2026-07-02T11:52:42.279042Z","end":"2026-07-02T11:52:42.456285Z","steps":["trace[1877175836] 'process raft request' (duration: 177.17148ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:52:46.60879Z","caller":"traceutil/trace.go:171","msg":"trace[601910504] transaction","detail":"{read_only:false; response_revision:21749; number_of_response:1; }","duration":"132.766399ms","start":"2026-07-02T11:52:46.475994Z","end":"2026-07-02T11:52:46.608761Z","steps":["trace[601910504] 'process raft request' (duration: 132.654915ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:52:46.608877Z","caller":"traceutil/trace.go:171","msg":"trace[1743949276] transaction","detail":"{read_only:false; response_revision:21748; number_of_response:1; }","duration":"132.917514ms","start":"2026-07-02T11:52:46.475918Z","end":"2026-07-02T11:52:46.608835Z","steps":["trace[1743949276] 'process raft request' (duration: 115.27434ms)","trace[1743949276] 'compare' (duration: 17.271302ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:52:46.609054Z","caller":"traceutil/trace.go:171","msg":"trace[2135784541] transaction","detail":"{read_only:false; response_revision:21750; number_of_response:1; }","duration":"131.438607ms","start":"2026-07-02T11:52:46.477595Z","end":"2026-07-02T11:52:46.609034Z","steps":["trace[2135784541] 'process raft request' (duration: 131.120997ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:52:46.608965Z","caller":"traceutil/trace.go:171","msg":"trace[225911709] transaction","detail":"{read_only:false; response_revision:21751; number_of_response:1; }","duration":"131.217839ms","start":"2026-07-02T11:52:46.477735Z","end":"2026-07-02T11:52:46.608953Z","steps":["trace[225911709] 'process raft request' (duration: 131.117126ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:47.614973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.971782ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-07-02T11:52:47.614438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.344191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T11:52:47.615136Z","caller":"traceutil/trace.go:171","msg":"trace[2022188590] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:21752; }","duration":"879.23991ms","start":"2026-07-02T11:52:46.735874Z","end":"2026-07-02T11:52:47.615114Z","steps":["trace[2022188590] 'count revisions from in-memory index tree' (duration: 878.232897ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:52:47.615183Z","caller":"traceutil/trace.go:171","msg":"trace[1257870874] transaction","detail":"{read_only:false; response_revision:21753; number_of_response:1; }","duration":"842.515464ms","start":"2026-07-02T11:52:46.772638Z","end":"2026-07-02T11:52:47.615153Z","steps":["trace[1257870874] 'process raft request' (duration: 636.240873ms)","trace[1257870874] 'compare' (duration: 205.795566ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:52:47.615201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:46.735848Z","time spent":"879.335982ms","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":77,"response size":32,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-07-02T11:52:47.615339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:46.772608Z","time spent":"842.639228ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:52:47.615343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.950374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-07-02T11:52:47.61539Z","caller":"traceutil/trace.go:171","msg":"trace[1444891728] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:21753; }","duration":"686.043056ms","start":"2026-07-02T11:52:46.929333Z","end":"2026-07-02T11:52:47.615376Z","steps":["trace[1444891728] 'agreement among raft nodes before linearized reading' (duration: 685.84312ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:47.615439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:46.929308Z","time spent":"686.121099ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":686,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-02T11:52:47.615142Z","caller":"traceutil/trace.go:171","msg":"trace[1898498756] linearizableReadLoop","detail":"{readStateIndex:22777; appliedIndex:22776; }","duration":"685.703426ms","start":"2026-07-02T11:52:46.929415Z","end":"2026-07-02T11:52:47.615118Z","steps":["trace[1898498756] 'read index received' (duration: 479.336502ms)","trace[1898498756] 'applied index is now lower than readState.Index' (duration: 206.364594ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:52:47.615687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.1195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T11:52:47.61572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.994827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T11:52:47.615732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.567766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T11:52:47.615723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.926915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T11:52:47.615748Z","caller":"traceutil/trace.go:171","msg":"trace[77302795] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:21753; }","duration":"398.053159ms","start":"2026-07-02T11:52:47.217686Z","end":"2026-07-02T11:52:47.615739Z","steps":["trace[77302795] 'agreement among raft nodes before linearized reading' (duration: 397.998697ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:52:47.61575Z","caller":"traceutil/trace.go:171","msg":"trace[563817944] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:21753; }","duration":"398.625478ms","start":"2026-07-02T11:52:47.217118Z","end":"2026-07-02T11:52:47.615743Z","steps":["trace[563817944] 'agreement among raft nodes before linearized reading' (duration: 398.598717ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:47.615698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.052324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-07-02T11:52:47.615773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:47.217094Z","time spent":"398.675679ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-07-02T11:52:47.615777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:47.217668Z","time spent":"398.101261ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"info","ts":"2026-07-02T11:52:47.615775Z","caller":"traceutil/trace.go:171","msg":"trace[1834501161] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:21753; }","duration":"398.026789ms","start":"2026-07-02T11:52:47.217734Z","end":"2026-07-02T11:52:47.615761Z","steps":["trace[1834501161] 'agreement among raft nodes before linearized reading' (duration: 397.931256ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:52:47.615791Z","caller":"traceutil/trace.go:171","msg":"trace[1517609758] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21753; }","duration":"684.151106ms","start":"2026-07-02T11:52:46.931622Z","end":"2026-07-02T11:52:47.615773Z","steps":["trace[1517609758] 'agreement among raft nodes before linearized reading' (duration: 683.978341ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:52:47.615746Z","caller":"traceutil/trace.go:171","msg":"trace[1909914565] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:21753; }","duration":"397.183312ms","start":"2026-07-02T11:52:47.218548Z","end":"2026-07-02T11:52:47.615732Z","steps":["trace[1909914565] 'agreement among raft nodes before linearized reading' (duration: 397.055768ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:47.615796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.962796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:11066"} {"level":"warn","ts":"2026-07-02T11:52:47.615818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:47.217709Z","time spent":"398.096811ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-07-02T11:52:47.615827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:46.931612Z","time spent":"684.204528ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":671,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-02T11:52:47.615845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.708862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T11:52:47.615845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:47.218507Z","time spent":"397.326196ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"info","ts":"2026-07-02T11:52:47.615867Z","caller":"traceutil/trace.go:171","msg":"trace[85446996] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:21753; }","duration":"394.742904ms","start":"2026-07-02T11:52:47.221116Z","end":"2026-07-02T11:52:47.615859Z","steps":["trace[85446996] 'agreement among raft nodes before linearized reading' (duration: 394.712013ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:47.61589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:47.221103Z","time spent":"394.782615ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"info","ts":"2026-07-02T11:52:47.615849Z","caller":"traceutil/trace.go:171","msg":"trace[1252973536] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:21753; }","duration":"398.018258ms","start":"2026-07-02T11:52:47.217818Z","end":"2026-07-02T11:52:47.615836Z","steps":["trace[1252973536] 'agreement among raft nodes before linearized reading' (duration: 397.869003ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:47.615932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.875228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T11:52:47.61595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:47.217743Z","time spent":"398.197545ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":11090,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"info","ts":"2026-07-02T11:52:47.615966Z","caller":"traceutil/trace.go:171","msg":"trace[773735612] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:21753; }","duration":"394.923569ms","start":"2026-07-02T11:52:47.221035Z","end":"2026-07-02T11:52:47.615958Z","steps":["trace[773735612] 'agreement among raft nodes before linearized reading' (duration: 394.870837ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:47.615995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:47.221024Z","time spent":"394.965841ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-07-02T11:52:47.616048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.872968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:11066"} {"level":"info","ts":"2026-07-02T11:52:47.616171Z","caller":"traceutil/trace.go:171","msg":"trace[601547129] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:21753; }","duration":"395.025653ms","start":"2026-07-02T11:52:47.221121Z","end":"2026-07-02T11:52:47.616146Z","steps":["trace[601547129] 'agreement among raft nodes before linearized reading' (duration: 394.658581ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:47.616245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:47.221111Z","time spent":"395.117646ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":11090,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-07-02T11:52:47.61635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.434012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:11066"} {"level":"info","ts":"2026-07-02T11:52:47.616429Z","caller":"traceutil/trace.go:171","msg":"trace[550425557] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:21753; }","duration":"398.533625ms","start":"2026-07-02T11:52:47.217881Z","end":"2026-07-02T11:52:47.616414Z","steps":["trace[550425557] 'agreement among raft nodes before linearized reading' (duration: 397.808802ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:47.616511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:52:47.217876Z","time spent":"398.616687ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":11090,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"info","ts":"2026-07-02T11:52:49.460425Z","caller":"traceutil/trace.go:171","msg":"trace[1550381951] transaction","detail":"{read_only:false; response_revision:21772; number_of_response:1; }","duration":"142.507651ms","start":"2026-07-02T11:52:49.317896Z","end":"2026-07-02T11:52:49.460404Z","steps":["trace[1550381951] 'process raft request' (duration: 142.271113ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:52:49.569766Z","caller":"traceutil/trace.go:171","msg":"trace[156481956] transaction","detail":"{read_only:false; number_of_response:0; response_revision:21772; }","duration":"102.308665ms","start":"2026-07-02T11:52:49.467422Z","end":"2026-07-02T11:52:49.569731Z","steps":["trace[156481956] 'process raft request' (duration: 101.897011ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:50.726303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.851518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-02T11:52:50.7264Z","caller":"traceutil/trace.go:171","msg":"trace[1843533032] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21782; }","duration":"101.006702ms","start":"2026-07-02T11:52:50.625374Z","end":"2026-07-02T11:52:50.726381Z","steps":["trace[1843533032] 'range keys from in-memory index tree' (duration: 100.641381ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:52:50.812779Z","caller":"traceutil/trace.go:171","msg":"trace[2056748507] linearizableReadLoop","detail":"{readStateIndex:22808; appliedIndex:22807; }","duration":"184.191495ms","start":"2026-07-02T11:52:50.628567Z","end":"2026-07-02T11:52:50.812758Z","steps":["trace[2056748507] 'read index received' (duration: 184.120622ms)","trace[2056748507] 'applied index is now lower than readState.Index' (duration: 69.713µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:52:50.812815Z","caller":"traceutil/trace.go:171","msg":"trace[623412532] transaction","detail":"{read_only:false; response_revision:21783; number_of_response:1; }","duration":"184.924029ms","start":"2026-07-02T11:52:50.627861Z","end":"2026-07-02T11:52:50.812785Z","steps":["trace[623412532] 'process raft request' (duration: 184.780854ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:52:50.812965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.393402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-02T11:52:50.812997Z","caller":"traceutil/trace.go:171","msg":"trace[1387629496] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21783; }","duration":"184.462924ms","start":"2026-07-02T11:52:50.628524Z","end":"2026-07-02T11:52:50.812987Z","steps":["trace[1387629496] 'agreement among raft nodes before linearized reading' (duration: 184.311119ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:52:50.954644Z","caller":"traceutil/trace.go:171","msg":"trace[1808997959] transaction","detail":"{read_only:false; response_revision:21784; number_of_response:1; }","duration":"224.017089ms","start":"2026-07-02T11:52:50.730581Z","end":"2026-07-02T11:52:50.954598Z","steps":["trace[1808997959] 'process raft request' (duration: 181.405065ms)","trace[1808997959] 'compare' (duration: 42.342036ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:52:50.954665Z","caller":"traceutil/trace.go:171","msg":"trace[399815036] transaction","detail":"{read_only:false; response_revision:21785; number_of_response:1; }","duration":"224.02366ms","start":"2026-07-02T11:52:50.730614Z","end":"2026-07-02T11:52:50.954638Z","steps":["trace[399815036] 'process raft request' (duration: 223.915006ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:52:50.963602Z","caller":"traceutil/trace.go:171","msg":"trace[1121290525] transaction","detail":"{read_only:false; response_revision:21786; number_of_response:1; }","duration":"147.381636ms","start":"2026-07-02T11:52:50.816192Z","end":"2026-07-02T11:52:50.963573Z","steps":["trace[1121290525] 'process raft request' (duration: 147.262643ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:53:05.835089Z","caller":"traceutil/trace.go:171","msg":"trace[1781168454] linearizableReadLoop","detail":"{readStateIndex:22913; appliedIndex:22912; }","duration":"120.784746ms","start":"2026-07-02T11:53:05.714278Z","end":"2026-07-02T11:53:05.835063Z","steps":["trace[1781168454] 'read index received' (duration: 120.406054ms)","trace[1781168454] 'applied index is now lower than readState.Index' (duration: 377.762µs)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:53:05.835374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.022074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:11066"} {"level":"info","ts":"2026-07-02T11:53:05.83548Z","caller":"traceutil/trace.go:171","msg":"trace[409061721] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:21881; }","duration":"121.23763ms","start":"2026-07-02T11:53:05.714221Z","end":"2026-07-02T11:53:05.835459Z","steps":["trace[409061721] 'agreement among raft nodes before linearized reading' (duration: 120.94319ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:53:05.835752Z","caller":"traceutil/trace.go:171","msg":"trace[272456357] transaction","detail":"{read_only:false; response_revision:21881; number_of_response:1; }","duration":"124.510715ms","start":"2026-07-02T11:53:05.711208Z","end":"2026-07-02T11:53:05.835719Z","steps":["trace[272456357] 'process raft request' (duration: 123.529774ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:53:10.071234Z","caller":"traceutil/trace.go:171","msg":"trace[1117178579] transaction","detail":"{read_only:false; response_revision:21907; number_of_response:1; }","duration":"101.639803ms","start":"2026-07-02T11:53:09.969531Z","end":"2026-07-02T11:53:10.071171Z","steps":["trace[1117178579] 'process raft request' (duration: 30.549497ms)","trace[1117178579] 'compare' (duration: 70.901479ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:53:10.230193Z","caller":"traceutil/trace.go:171","msg":"trace[1239232760] linearizableReadLoop","detail":"{readStateIndex:22943; appliedIndex:22941; }","duration":"133.4266ms","start":"2026-07-02T11:53:10.096743Z","end":"2026-07-02T11:53:10.23017Z","steps":["trace[1239232760] 'read index received' (duration: 50.31135ms)","trace[1239232760] 'applied index is now lower than readState.Index' (duration: 83.11401ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:53:10.230253Z","caller":"traceutil/trace.go:171","msg":"trace[205929528] transaction","detail":"{read_only:false; response_revision:21910; number_of_response:1; }","duration":"151.473658ms","start":"2026-07-02T11:53:10.078748Z","end":"2026-07-02T11:53:10.230222Z","steps":["trace[205929528] 'process raft request' (duration: 147.463479ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:53:10.230267Z","caller":"traceutil/trace.go:171","msg":"trace[1908333520] transaction","detail":"{read_only:false; response_revision:21911; number_of_response:1; }","duration":"148.229664ms","start":"2026-07-02T11:53:10.082008Z","end":"2026-07-02T11:53:10.230238Z","steps":["trace[1908333520] 'process raft request' (duration: 148.10281ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:53:10.23039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.630017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-07-02T11:53:10.230431Z","caller":"traceutil/trace.go:171","msg":"trace[2118613698] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21911; }","duration":"133.73975ms","start":"2026-07-02T11:53:10.096681Z","end":"2026-07-02T11:53:10.230421Z","steps":["trace[2118613698] 'agreement among raft nodes before linearized reading' (duration: 133.582425ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:53:16.096306Z","caller":"traceutil/trace.go:171","msg":"trace[913654116] transaction","detail":"{read_only:false; response_revision:21949; number_of_response:1; }","duration":"165.249469ms","start":"2026-07-02T11:53:15.931034Z","end":"2026-07-02T11:53:16.096283Z","steps":["trace[913654116] 'process raft request' (duration: 132.622605ms)","trace[913654116] 'compare' (duration: 32.488599ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:53:31.16478Z","caller":"traceutil/trace.go:171","msg":"trace[244528095] linearizableReadLoop","detail":"{readStateIndex:23134; appliedIndex:23133; }","duration":"152.891663ms","start":"2026-07-02T11:53:31.011863Z","end":"2026-07-02T11:53:31.164754Z","steps":["trace[244528095] 'read index received' (duration: 68.159771ms)","trace[244528095] 'applied index is now lower than readState.Index' (duration: 84.730782ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:53:31.164936Z","caller":"traceutil/trace.go:171","msg":"trace[599985531] transaction","detail":"{read_only:false; number_of_response:0; response_revision:22091; }","duration":"193.274185ms","start":"2026-07-02T11:53:30.971621Z","end":"2026-07-02T11:53:31.164895Z","steps":["trace[599985531] 'process raft request' (duration: 108.359158ms)","trace[599985531] 'compare' (duration: 84.720591ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:53:31.165021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.138981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/heat-ks-user-domain\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-07-02T11:53:31.165064Z","caller":"traceutil/trace.go:171","msg":"trace[380679434] range","detail":"{range_begin:/registry/serviceaccounts/openstack/heat-ks-user-domain; range_end:; response_count:1; response_revision:22091; }","duration":"153.219643ms","start":"2026-07-02T11:53:31.011829Z","end":"2026-07-02T11:53:31.165048Z","steps":["trace[380679434] 'agreement among raft nodes before linearized reading' (duration: 153.073309ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:53:32.752322Z","caller":"traceutil/trace.go:171","msg":"trace[362526299] linearizableReadLoop","detail":"{readStateIndex:23147; appliedIndex:23145; }","duration":"137.950095ms","start":"2026-07-02T11:53:32.614344Z","end":"2026-07-02T11:53:32.752294Z","steps":["trace[362526299] 'read index received' (duration: 36.499438ms)","trace[362526299] 'applied index is now lower than readState.Index' (duration: 101.449547ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:53:32.752468Z","caller":"traceutil/trace.go:171","msg":"trace[1290393088] transaction","detail":"{read_only:false; response_revision:22104; number_of_response:1; }","duration":"143.959497ms","start":"2026-07-02T11:53:32.60847Z","end":"2026-07-02T11:53:32.75243Z","steps":["trace[1290393088] 'process raft request' (duration: 124.094512ms)","trace[1290393088] 'compare' (duration: 19.610417ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:53:32.752622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.260545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-07-02T11:53:32.752701Z","caller":"traceutil/trace.go:171","msg":"trace[1672722519] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22104; }","duration":"138.382979ms","start":"2026-07-02T11:53:32.614289Z","end":"2026-07-02T11:53:32.752672Z","steps":["trace[1672722519] 'agreement among raft nodes before linearized reading' (duration: 138.149441ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:53:40.354964Z","caller":"traceutil/trace.go:171","msg":"trace[1450629493] linearizableReadLoop","detail":"{readStateIndex:23205; appliedIndex:23204; }","duration":"106.453897ms","start":"2026-07-02T11:53:40.248483Z","end":"2026-07-02T11:53:40.354937Z","steps":["trace[1450629493] 'read index received' (duration: 106.165387ms)","trace[1450629493] 'applied index is now lower than readState.Index' (duration: 286.92µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:53:40.355081Z","caller":"traceutil/trace.go:171","msg":"trace[64666625] transaction","detail":"{read_only:false; response_revision:22160; number_of_response:1; }","duration":"106.826879ms","start":"2026-07-02T11:53:40.248159Z","end":"2026-07-02T11:53:40.354986Z","steps":["trace[64666625] 'process raft request' (duration: 106.609832ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:53:40.355842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.330276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-07-02T11:53:40.355914Z","caller":"traceutil/trace.go:171","msg":"trace[686854175] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:22160; }","duration":"107.460209ms","start":"2026-07-02T11:53:40.248437Z","end":"2026-07-02T11:53:40.355897Z","steps":["trace[686854175] 'agreement among raft nodes before linearized reading' (duration: 106.706805ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:53:45.617791Z","caller":"traceutil/trace.go:171","msg":"trace[1449244693] transaction","detail":"{read_only:false; response_revision:22197; number_of_response:1; }","duration":"124.98858ms","start":"2026-07-02T11:53:45.492761Z","end":"2026-07-02T11:53:45.617749Z","steps":["trace[1449244693] 'process raft request' (duration: 46.2526ms)","trace[1449244693] 'compare' (duration: 78.485892ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:53:45.619503Z","caller":"traceutil/trace.go:171","msg":"trace[639697479] transaction","detail":"{read_only:false; response_revision:22198; number_of_response:1; }","duration":"122.764509ms","start":"2026-07-02T11:53:45.496706Z","end":"2026-07-02T11:53:45.619471Z","steps":["trace[639697479] 'process raft request' (duration: 122.610514ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:53:53.433635Z","caller":"traceutil/trace.go:171","msg":"trace[1915799109] linearizableReadLoop","detail":"{readStateIndex:23298; appliedIndex:23297; }","duration":"122.962695ms","start":"2026-07-02T11:53:53.310649Z","end":"2026-07-02T11:53:53.433612Z","steps":["trace[1915799109] 'read index received' (duration: 122.749728ms)","trace[1915799109] 'applied index is now lower than readState.Index' (duration: 212.047µs)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:53:53.433888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.223904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-02T11:53:53.433941Z","caller":"traceutil/trace.go:171","msg":"trace[841824880] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:22247; }","duration":"123.327577ms","start":"2026-07-02T11:53:53.310597Z","end":"2026-07-02T11:53:53.433925Z","steps":["trace[841824880] 'agreement among raft nodes before linearized reading' (duration: 123.121241ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:53:53.434315Z","caller":"traceutil/trace.go:171","msg":"trace[1025443500] transaction","detail":"{read_only:false; response_revision:22247; number_of_response:1; }","duration":"126.046514ms","start":"2026-07-02T11:53:53.308252Z","end":"2026-07-02T11:53:53.434299Z","steps":["trace[1025443500] 'process raft request' (duration: 125.221118ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:53:54.026035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.554546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7464"} {"level":"info","ts":"2026-07-02T11:53:54.026104Z","caller":"traceutil/trace.go:171","msg":"trace[639708403] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:22252; }","duration":"184.680021ms","start":"2026-07-02T11:53:53.841408Z","end":"2026-07-02T11:53:54.026088Z","steps":["trace[639708403] 'range keys from in-memory index tree' (duration: 184.384021ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:53:54.026172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.58497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T11:53:54.026237Z","caller":"traceutil/trace.go:171","msg":"trace[1888567767] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:22252; }","duration":"175.685692ms","start":"2026-07-02T11:53:53.850537Z","end":"2026-07-02T11:53:54.026223Z","steps":["trace[1888567767] 'count revisions from in-memory index tree' (duration: 175.518017ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:53:54.026236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.242919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7464"} {"level":"info","ts":"2026-07-02T11:53:54.026311Z","caller":"traceutil/trace.go:171","msg":"trace[365498877] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:22252; }","duration":"190.372353ms","start":"2026-07-02T11:53:53.835923Z","end":"2026-07-02T11:53:54.026296Z","steps":["trace[365498877] 'range keys from in-memory index tree' (duration: 189.99224ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:53:54.026317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.841694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T11:53:54.026352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.319401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7464"} {"level":"info","ts":"2026-07-02T11:53:54.026468Z","caller":"traceutil/trace.go:171","msg":"trace[1147143719] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:22252; }","duration":"190.498336ms","start":"2026-07-02T11:53:53.835943Z","end":"2026-07-02T11:53:54.026441Z","steps":["trace[1147143719] 'range keys from in-memory index tree' (duration: 190.034542ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:53:54.026403Z","caller":"traceutil/trace.go:171","msg":"trace[1707115863] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:22252; }","duration":"219.01844ms","start":"2026-07-02T11:53:53.80737Z","end":"2026-07-02T11:53:54.026388Z","steps":["trace[1707115863] 'count revisions from in-memory index tree' (duration: 218.734891ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:53:59.274754Z","caller":"traceutil/trace.go:171","msg":"trace[1024623653] transaction","detail":"{read_only:false; response_revision:22285; number_of_response:1; }","duration":"119.855355ms","start":"2026-07-02T11:53:59.154864Z","end":"2026-07-02T11:53:59.274719Z","steps":["trace[1024623653] 'process raft request' (duration: 54.220205ms)","trace[1024623653] 'compare' (duration: 65.500086ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:53:59.316205Z","caller":"traceutil/trace.go:171","msg":"trace[1939507773] transaction","detail":"{read_only:false; response_revision:22286; number_of_response:1; }","duration":"158.42236ms","start":"2026-07-02T11:53:59.157752Z","end":"2026-07-02T11:53:59.316175Z","steps":["trace[1939507773] 'process raft request' (duration: 157.881533ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:53:59.906231Z","caller":"traceutil/trace.go:171","msg":"trace[539622866] transaction","detail":"{read_only:false; response_revision:22291; number_of_response:1; }","duration":"133.753681ms","start":"2026-07-02T11:53:59.772454Z","end":"2026-07-02T11:53:59.906207Z","steps":["trace[539622866] 'process raft request' (duration: 133.605496ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:54:00.095119Z","caller":"traceutil/trace.go:171","msg":"trace[2021604794] transaction","detail":"{read_only:false; response_revision:22292; number_of_response:1; }","duration":"105.589829ms","start":"2026-07-02T11:53:59.989502Z","end":"2026-07-02T11:54:00.095091Z","steps":["trace[2021604794] 'process raft request' (duration: 105.211647ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:54:01.726983Z","caller":"traceutil/trace.go:171","msg":"trace[1857521624] linearizableReadLoop","detail":"{readStateIndex:23356; appliedIndex:23355; }","duration":"122.552272ms","start":"2026-07-02T11:54:01.604392Z","end":"2026-07-02T11:54:01.726945Z","steps":["trace[1857521624] 'read index received' (duration: 96.026064ms)","trace[1857521624] 'applied index is now lower than readState.Index' (duration: 26.524738ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:54:01.727074Z","caller":"traceutil/trace.go:171","msg":"trace[1713373703] transaction","detail":"{read_only:false; response_revision:22302; number_of_response:1; }","duration":"129.201665ms","start":"2026-07-02T11:54:01.597837Z","end":"2026-07-02T11:54:01.727039Z","steps":["trace[1713373703] 'process raft request' (duration: 102.564513ms)","trace[1713373703] 'compare' (duration: 26.377984ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:54:01.727313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.896213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-02T11:54:01.727382Z","caller":"traceutil/trace.go:171","msg":"trace[1742198916] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22302; }","duration":"123.003787ms","start":"2026-07-02T11:54:01.604358Z","end":"2026-07-02T11:54:01.727362Z","steps":["trace[1742198916] 'agreement among raft nodes before linearized reading' (duration: 122.762419ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:54:09.696703Z","caller":"traceutil/trace.go:171","msg":"trace[121983197] transaction","detail":"{read_only:false; response_revision:22386; number_of_response:1; }","duration":"122.851552ms","start":"2026-07-02T11:54:09.573817Z","end":"2026-07-02T11:54:09.696668Z","steps":["trace[121983197] 'process raft request' (duration: 95.243728ms)","trace[121983197] 'compare' (duration: 27.359856ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:54:09.696763Z","caller":"traceutil/trace.go:171","msg":"trace[1750932947] transaction","detail":"{read_only:false; response_revision:22387; number_of_response:1; }","duration":"121.822259ms","start":"2026-07-02T11:54:09.57491Z","end":"2026-07-02T11:54:09.696732Z","steps":["trace[1750932947] 'process raft request' (duration: 121.688645ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:54:27.322382Z","caller":"traceutil/trace.go:171","msg":"trace[500285172] transaction","detail":"{read_only:false; response_revision:22530; number_of_response:1; }","duration":"130.084083ms","start":"2026-07-02T11:54:27.192272Z","end":"2026-07-02T11:54:27.322356Z","steps":["trace[500285172] 'process raft request' (duration: 129.933028ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:54:27.77793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.87836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T11:54:27.778004Z","caller":"traceutil/trace.go:171","msg":"trace[20896173] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22530; }","duration":"106.987764ms","start":"2026-07-02T11:54:27.670997Z","end":"2026-07-02T11:54:27.777985Z","steps":["trace[20896173] 'range keys from in-memory index tree' (duration: 106.806289ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:54:27.778083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.306795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-02T11:54:27.778166Z","caller":"traceutil/trace.go:171","msg":"trace[1461332531] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22530; }","duration":"417.425119ms","start":"2026-07-02T11:54:27.360719Z","end":"2026-07-02T11:54:27.778144Z","steps":["trace[1461332531] 'range keys from in-memory index tree' (duration: 416.889742ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:54:27.778211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:54:27.360652Z","time spent":"417.549503ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-02T11:54:28.119058Z","caller":"traceutil/trace.go:171","msg":"trace[1802867524] linearizableReadLoop","detail":"{readStateIndex:23599; appliedIndex:23598; }","duration":"243.696609ms","start":"2026-07-02T11:54:27.875341Z","end":"2026-07-02T11:54:28.119038Z","steps":["trace[1802867524] 'read index received' (duration: 230.91733ms)","trace[1802867524] 'applied index is now lower than readState.Index' (duration: 12.778569ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:54:28.119134Z","caller":"traceutil/trace.go:171","msg":"trace[1115925870] transaction","detail":"{read_only:false; response_revision:22534; number_of_response:1; }","duration":"282.77042ms","start":"2026-07-02T11:54:27.836339Z","end":"2026-07-02T11:54:28.11911Z","steps":["trace[1115925870] 'process raft request' (duration: 269.896618ms)","trace[1115925870] 'compare' (duration: 12.552421ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:54:28.119264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.294576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-02T11:54:28.119303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.399451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T11:54:28.119324Z","caller":"traceutil/trace.go:171","msg":"trace[1790841347] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22534; }","duration":"218.386729ms","start":"2026-07-02T11:54:27.900923Z","end":"2026-07-02T11:54:28.11931Z","steps":["trace[1790841347] 'agreement among raft nodes before linearized reading' (duration: 218.226964ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:54:28.119342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.78315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T11:54:28.119349Z","caller":"traceutil/trace.go:171","msg":"trace[1237656340] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:22534; }","duration":"169.451343ms","start":"2026-07-02T11:54:27.949877Z","end":"2026-07-02T11:54:28.119329Z","steps":["trace[1237656340] 'agreement among raft nodes before linearized reading' (duration: 169.37108ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:54:28.119377Z","caller":"traceutil/trace.go:171","msg":"trace[378633495] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:22534; }","duration":"117.851352ms","start":"2026-07-02T11:54:28.001512Z","end":"2026-07-02T11:54:28.119364Z","steps":["trace[378633495] 'agreement among raft nodes before linearized reading' (duration: 117.80067ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:54:28.119357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.660576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-02T11:54:28.119434Z","caller":"traceutil/trace.go:171","msg":"trace[1802959543] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22534; }","duration":"102.7664ms","start":"2026-07-02T11:54:28.01665Z","end":"2026-07-02T11:54:28.119416Z","steps":["trace[1802959543] 'agreement among raft nodes before linearized reading' (duration: 102.536082ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:54:28.119446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.380217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-02T11:54:28.119626Z","caller":"traceutil/trace.go:171","msg":"trace[399526791] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22534; }","duration":"187.558993ms","start":"2026-07-02T11:54:27.932029Z","end":"2026-07-02T11:54:28.119588Z","steps":["trace[399526791] 'agreement among raft nodes before linearized reading' (duration: 187.373417ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:54:28.119262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.908487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T11:54:28.119721Z","caller":"traceutil/trace.go:171","msg":"trace[102138209] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:22534; }","duration":"244.400762ms","start":"2026-07-02T11:54:27.87529Z","end":"2026-07-02T11:54:28.119691Z","steps":["trace[102138209] 'agreement among raft nodes before linearized reading' (duration: 243.823774ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:54:28.343045Z","caller":"traceutil/trace.go:171","msg":"trace[1519953184] transaction","detail":"{read_only:false; response_revision:22535; number_of_response:1; }","duration":"218.841183ms","start":"2026-07-02T11:54:28.124181Z","end":"2026-07-02T11:54:28.343022Z","steps":["trace[1519953184] 'process raft request' (duration: 216.492798ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:54:28.409456Z","caller":"traceutil/trace.go:171","msg":"trace[125492457] transaction","detail":"{read_only:false; response_revision:22536; number_of_response:1; }","duration":"285.194746ms","start":"2026-07-02T11:54:28.124241Z","end":"2026-07-02T11:54:28.409436Z","steps":["trace[125492457] 'process raft request' (duration: 285.070542ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:54:28.409823Z","caller":"traceutil/trace.go:171","msg":"trace[260007212] transaction","detail":"{read_only:false; response_revision:22537; number_of_response:1; }","duration":"284.162043ms","start":"2026-07-02T11:54:28.125638Z","end":"2026-07-02T11:54:28.4098Z","steps":["trace[260007212] 'process raft request' (duration: 283.76197ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:54:28.409869Z","caller":"traceutil/trace.go:171","msg":"trace[925551846] linearizableReadLoop","detail":"{readStateIndex:23604; appliedIndex:23599; }","duration":"243.44088ms","start":"2026-07-02T11:54:28.166402Z","end":"2026-07-02T11:54:28.409843Z","steps":["trace[925551846] 'read index received' (duration: 174.269037ms)","trace[925551846] 'applied index is now lower than readState.Index' (duration: 69.170033ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:54:28.410026Z","caller":"traceutil/trace.go:171","msg":"trace[245966754] transaction","detail":"{read_only:false; response_revision:22538; number_of_response:1; }","duration":"284.0501ms","start":"2026-07-02T11:54:28.125966Z","end":"2026-07-02T11:54:28.410016Z","steps":["trace[245966754] 'process raft request' (duration: 283.690388ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:54:28.410105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.680038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-07-02T11:54:28.410148Z","caller":"traceutil/trace.go:171","msg":"trace[1984980030] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22539; }","duration":"243.774091ms","start":"2026-07-02T11:54:28.166362Z","end":"2026-07-02T11:54:28.410136Z","steps":["trace[1984980030] 'agreement among raft nodes before linearized reading' (duration: 243.606585ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:54:28.410337Z","caller":"traceutil/trace.go:171","msg":"trace[1307056629] transaction","detail":"{read_only:false; response_revision:22539; number_of_response:1; }","duration":"284.131443ms","start":"2026-07-02T11:54:28.126195Z","end":"2026-07-02T11:54:28.410326Z","steps":["trace[1307056629] 'process raft request' (duration: 283.593106ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:54:28.527897Z","caller":"traceutil/trace.go:171","msg":"trace[856149881] transaction","detail":"{read_only:false; response_revision:22540; number_of_response:1; }","duration":"110.192077ms","start":"2026-07-02T11:54:28.41742Z","end":"2026-07-02T11:54:28.527612Z","steps":["trace[856149881] 'process raft request' (duration: 110.026941ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:54:29.098656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.489071ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T11:54:29.098811Z","caller":"traceutil/trace.go:171","msg":"trace[1043115242] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:22540; }","duration":"377.669477ms","start":"2026-07-02T11:54:28.721118Z","end":"2026-07-02T11:54:29.098787Z","steps":["trace[1043115242] 'range keys from in-memory index tree' (duration: 377.471901ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:54:29.099481Z","caller":"traceutil/trace.go:171","msg":"trace[1698466246] linearizableReadLoop","detail":"{readStateIndex:23606; appliedIndex:23605; }","duration":"541.18077ms","start":"2026-07-02T11:54:28.558274Z","end":"2026-07-02T11:54:29.099454Z","steps":["trace[1698466246] 'read index received' (duration: 482.73334ms)","trace[1698466246] 'applied index is now lower than readState.Index' (duration: 58.44613ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:54:29.099621Z","caller":"traceutil/trace.go:171","msg":"trace[1298255139] transaction","detail":"{read_only:false; response_revision:22541; number_of_response:1; }","duration":"637.551475ms","start":"2026-07-02T11:54:28.462056Z","end":"2026-07-02T11:54:29.099607Z","steps":["trace[1298255139] 'process raft request' (duration: 578.94911ms)","trace[1298255139] 'compare' (duration: 58.073198ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:54:29.099638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.358816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T11:54:29.099679Z","caller":"traceutil/trace.go:171","msg":"trace[930498501] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:22541; }","duration":"541.433728ms","start":"2026-07-02T11:54:28.558233Z","end":"2026-07-02T11:54:29.099667Z","steps":["trace[930498501] 'agreement among raft nodes before linearized reading' (duration: 541.351945ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:54:29.099723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:54:28.558215Z","time spent":"541.49776ms","remote":"127.0.0.1:40872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-07-02T11:54:29.099729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:54:28.462017Z","time spent":"637.642498ms","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:54:29.105611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.341467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-07-02T11:54:29.105693Z","caller":"traceutil/trace.go:171","msg":"trace[1863908770] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:22542; }","duration":"178.476102ms","start":"2026-07-02T11:54:28.927203Z","end":"2026-07-02T11:54:29.105679Z","steps":["trace[1863908770] 'agreement among raft nodes before linearized reading' (duration: 178.222844ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:54:29.105947Z","caller":"traceutil/trace.go:171","msg":"trace[276563035] transaction","detail":"{read_only:false; response_revision:22542; number_of_response:1; }","duration":"172.15356ms","start":"2026-07-02T11:54:28.933783Z","end":"2026-07-02T11:54:29.105936Z","steps":["trace[276563035] 'process raft request' (duration: 171.485558ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:54:29.260215Z","caller":"traceutil/trace.go:171","msg":"trace[977261834] transaction","detail":"{read_only:false; number_of_response:0; response_revision:22542; }","duration":"148.242924ms","start":"2026-07-02T11:54:29.111951Z","end":"2026-07-02T11:54:29.260194Z","steps":["trace[977261834] 'process raft request' (duration: 148.029088ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:54:29.261069Z","caller":"traceutil/trace.go:171","msg":"trace[1754205156] linearizableReadLoop","detail":"{readStateIndex:23608; appliedIndex:23607; }","duration":"133.275735ms","start":"2026-07-02T11:54:29.127778Z","end":"2026-07-02T11:54:29.261054Z","steps":["trace[1754205156] 'read index received' (duration: 132.224191ms)","trace[1754205156] 'applied index is now lower than readState.Index' (duration: 1.049604ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:54:29.261312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.508913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T11:54:29.261353Z","caller":"traceutil/trace.go:171","msg":"trace[1272194833] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:22542; }","duration":"133.580835ms","start":"2026-07-02T11:54:29.127761Z","end":"2026-07-02T11:54:29.261342Z","steps":["trace[1272194833] 'agreement among raft nodes before linearized reading' (duration: 133.473062ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:54:30.086804Z","caller":"traceutil/trace.go:171","msg":"trace[1233354360] transaction","detail":"{read_only:false; response_revision:22546; number_of_response:1; }","duration":"237.898884ms","start":"2026-07-02T11:54:29.848874Z","end":"2026-07-02T11:54:30.086773Z","steps":["trace[1233354360] 'process raft request' (duration: 234.717152ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:54:30.690805Z","caller":"traceutil/trace.go:171","msg":"trace[1486000476] transaction","detail":"{read_only:false; response_revision:22553; number_of_response:1; }","duration":"105.780836ms","start":"2026-07-02T11:54:30.584979Z","end":"2026-07-02T11:54:30.69076Z","steps":["trace[1486000476] 'process raft request' (duration: 74.278468ms)","trace[1486000476] 'compare' (duration: 31.214939ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:54:31.083879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.902653ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-07-02T11:54:31.217167Z","caller":"traceutil/trace.go:171","msg":"trace[1526229926] transaction","detail":"{read_only:false; response_revision:22554; number_of_response:1; }","duration":"159.66418ms","start":"2026-07-02T11:54:31.057473Z","end":"2026-07-02T11:54:31.217137Z","steps":["trace[1526229926] 'process raft request' (duration: 159.440803ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:54:31.230859Z","caller":"traceutil/trace.go:171","msg":"trace[1587286260] transaction","detail":"{read_only:false; response_revision:22555; number_of_response:1; }","duration":"117.892863ms","start":"2026-07-02T11:54:31.112939Z","end":"2026-07-02T11:54:31.230831Z","steps":["trace[1587286260] 'process raft request' (duration: 117.707697ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:54:31.676569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.0218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-02T11:54:31.676697Z","caller":"traceutil/trace.go:171","msg":"trace[937180957] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22555; }","duration":"339.198316ms","start":"2026-07-02T11:54:31.337476Z","end":"2026-07-02T11:54:31.676675Z","steps":["trace[937180957] 'range keys from in-memory index tree' (duration: 338.806914ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:54:31.676745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:54:31.337454Z","time spent":"339.279569ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-02T11:54:32.097499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.192973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-07-02T11:54:32.097513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.500117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-02T11:54:32.097587Z","caller":"traceutil/trace.go:171","msg":"trace[1708330680] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:22556; }","duration":"118.330697ms","start":"2026-07-02T11:54:31.979233Z","end":"2026-07-02T11:54:32.097563Z","steps":["trace[1708330680] 'range keys from in-memory index tree' (duration: 118.070109ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:54:32.097589Z","caller":"traceutil/trace.go:171","msg":"trace[1095783758] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22556; }","duration":"250.629961ms","start":"2026-07-02T11:54:31.846941Z","end":"2026-07-02T11:54:32.097571Z","steps":["trace[1095783758] 'range keys from in-memory index tree' (duration: 250.322141ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:54:32.098301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.794062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-api-6bd58dc6f8-h2rxf.18be76eccbbb17f9\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-07-02T11:54:32.098378Z","caller":"traceutil/trace.go:171","msg":"trace[2141408261] range","detail":"{range_begin:/registry/events/openstack/heat-api-6bd58dc6f8-h2rxf.18be76eccbbb17f9; range_end:; response_count:1; response_revision:22556; }","duration":"208.909266ms","start":"2026-07-02T11:54:31.889453Z","end":"2026-07-02T11:54:32.098362Z","steps":["trace[2141408261] 'range keys from in-memory index tree' (duration: 207.678076ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:54:32.286204Z","caller":"traceutil/trace.go:171","msg":"trace[1867820263] linearizableReadLoop","detail":"{readStateIndex:23625; appliedIndex:23624; }","duration":"108.793802ms","start":"2026-07-02T11:54:32.177389Z","end":"2026-07-02T11:54:32.286183Z","steps":["trace[1867820263] 'read index received' (duration: 29.891516ms)","trace[1867820263] 'applied index is now lower than readState.Index' (duration: 78.901465ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:54:32.286302Z","caller":"traceutil/trace.go:171","msg":"trace[613737290] transaction","detail":"{read_only:false; response_revision:22558; number_of_response:1; }","duration":"184.766673ms","start":"2026-07-02T11:54:32.101526Z","end":"2026-07-02T11:54:32.286293Z","steps":["trace[613737290] 'process raft request' (duration: 105.775105ms)","trace[613737290] 'compare' (duration: 78.793242ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:54:32.28642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.488997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-api-6bd58dc6f8-h2rxf.18be76eab3479c0b\" ","response":"range_response_count:1 size:907"} {"level":"info","ts":"2026-07-02T11:54:32.286464Z","caller":"traceutil/trace.go:171","msg":"trace[440538262] range","detail":"{range_begin:/registry/events/openstack/heat-api-6bd58dc6f8-h2rxf.18be76eab3479c0b; range_end:; response_count:1; response_revision:22558; }","duration":"105.61845ms","start":"2026-07-02T11:54:32.180835Z","end":"2026-07-02T11:54:32.286454Z","steps":["trace[440538262] 'agreement among raft nodes before linearized reading' (duration: 105.495006ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:54:32.286619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.655031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-07-02T11:54:32.286656Z","caller":"traceutil/trace.go:171","msg":"trace[1029356169] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:22558; }","duration":"165.820057ms","start":"2026-07-02T11:54:32.120825Z","end":"2026-07-02T11:54:32.286645Z","steps":["trace[1029356169] 'agreement among raft nodes before linearized reading' (duration: 165.724934ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:54:32.566414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.079334ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T11:54:32.566647Z","caller":"traceutil/trace.go:171","msg":"trace[2103888848] transaction","detail":"{read_only:false; response_revision:22560; number_of_response:1; }","duration":"261.903082ms","start":"2026-07-02T11:54:32.304717Z","end":"2026-07-02T11:54:32.56662Z","steps":["trace[2103888848] 'process raft request' (duration: 106.516699ms)","trace[2103888848] 'compare' (duration: 154.885867ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:54:32.578368Z","caller":"traceutil/trace.go:171","msg":"trace[233495934] transaction","detail":"{read_only:false; response_revision:22561; number_of_response:1; }","duration":"272.667516ms","start":"2026-07-02T11:54:32.305684Z","end":"2026-07-02T11:54:32.578352Z","steps":["trace[233495934] 'process raft request' (duration: 272.566573ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:54:32.583819Z","caller":"traceutil/trace.go:171","msg":"trace[858726526] transaction","detail":"{read_only:false; response_revision:22562; number_of_response:1; }","duration":"156.460428ms","start":"2026-07-02T11:54:32.427342Z","end":"2026-07-02T11:54:32.583802Z","steps":["trace[858726526] 'process raft request' (duration: 156.132157ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:54:32.896302Z","caller":"traceutil/trace.go:171","msg":"trace[1683352019] transaction","detail":"{read_only:false; response_revision:22569; number_of_response:1; }","duration":"140.467805ms","start":"2026-07-02T11:54:32.75581Z","end":"2026-07-02T11:54:32.896278Z","steps":["trace[1683352019] 'process raft request' (duration: 140.238878ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:54:33.088057Z","caller":"traceutil/trace.go:171","msg":"trace[28721154] linearizableReadLoop","detail":"{readStateIndex:23637; appliedIndex:23636; }","duration":"154.089871ms","start":"2026-07-02T11:54:32.933942Z","end":"2026-07-02T11:54:33.088032Z","steps":["trace[28721154] 'read index received' (duration: 148.708819ms)","trace[28721154] 'applied index is now lower than readState.Index' (duration: 5.379942ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:54:33.088161Z","caller":"traceutil/trace.go:171","msg":"trace[1873659670] transaction","detail":"{read_only:false; response_revision:22570; number_of_response:1; }","duration":"185.062533ms","start":"2026-07-02T11:54:32.903022Z","end":"2026-07-02T11:54:33.088084Z","steps":["trace[1873659670] 'process raft request' (duration: 179.697981ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:54:33.088198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.234486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T11:54:33.088265Z","caller":"traceutil/trace.go:171","msg":"trace[1680177335] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:22570; }","duration":"154.314558ms","start":"2026-07-02T11:54:32.933935Z","end":"2026-07-02T11:54:33.08825Z","steps":["trace[1680177335] 'agreement among raft nodes before linearized reading' (duration: 154.194055ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:54:33.755242Z","caller":"traceutil/trace.go:171","msg":"trace[1115567431] linearizableReadLoop","detail":"{readStateIndex:23638; appliedIndex:23637; }","duration":"427.706018ms","start":"2026-07-02T11:54:33.327511Z","end":"2026-07-02T11:54:33.755217Z","steps":["trace[1115567431] 'read index received' (duration: 427.579944ms)","trace[1115567431] 'applied index is now lower than readState.Index' (duration: 124.614µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:54:33.755384Z","caller":"traceutil/trace.go:171","msg":"trace[246331643] transaction","detail":"{read_only:false; response_revision:22571; number_of_response:1; }","duration":"518.735401ms","start":"2026-07-02T11:54:33.236616Z","end":"2026-07-02T11:54:33.755352Z","steps":["trace[246331643] 'process raft request' (duration: 518.420901ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:54:33.755445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.913065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T11:54:33.755512Z","caller":"traceutil/trace.go:171","msg":"trace[1487903080] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22571; }","duration":"428.038719ms","start":"2026-07-02T11:54:33.327458Z","end":"2026-07-02T11:54:33.755497Z","steps":["trace[1487903080] 'agreement among raft nodes before linearized reading' (duration: 427.892044ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:54:33.755531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:54:33.236592Z","time spent":"518.858476ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:54:33.755555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:54:33.327436Z","time spent":"428.105462ms","remote":"127.0.0.1:33102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-02T11:54:38.476882Z","caller":"traceutil/trace.go:171","msg":"trace[760561706] linearizableReadLoop","detail":"{readStateIndex:23676; appliedIndex:23675; }","duration":"235.086054ms","start":"2026-07-02T11:54:38.24177Z","end":"2026-07-02T11:54:38.476856Z","steps":["trace[760561706] 'read index received' (duration: 234.762293ms)","trace[760561706] 'applied index is now lower than readState.Index' (duration: 322.58µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:54:38.477229Z","caller":"traceutil/trace.go:171","msg":"trace[1781783330] transaction","detail":"{read_only:false; response_revision:22607; number_of_response:1; }","duration":"275.569999ms","start":"2026-07-02T11:54:38.201614Z","end":"2026-07-02T11:54:38.477184Z","steps":["trace[1781783330] 'process raft request' (duration: 274.998621ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:54:38.477285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.489877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T11:54:38.477345Z","caller":"traceutil/trace.go:171","msg":"trace[366023251] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:22607; }","duration":"235.57621ms","start":"2026-07-02T11:54:38.241753Z","end":"2026-07-02T11:54:38.47733Z","steps":["trace[366023251] 'agreement among raft nodes before linearized reading' (duration: 235.433195ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:54:38.47736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.642459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-02T11:54:38.47745Z","caller":"traceutil/trace.go:171","msg":"trace[1035183540] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22607; }","duration":"169.786414ms","start":"2026-07-02T11:54:38.307641Z","end":"2026-07-02T11:54:38.477428Z","steps":["trace[1035183540] 'agreement among raft nodes before linearized reading' (duration: 169.517585ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:54:38.836582Z","caller":"traceutil/trace.go:171","msg":"trace[1040067718] transaction","detail":"{read_only:false; response_revision:22608; number_of_response:1; }","duration":"348.522574ms","start":"2026-07-02T11:54:38.488024Z","end":"2026-07-02T11:54:38.836546Z","steps":["trace[1040067718] 'process raft request' (duration: 348.285447ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:54:38.836687Z","caller":"traceutil/trace.go:171","msg":"trace[311154342] linearizableReadLoop","detail":"{readStateIndex:23677; appliedIndex:23677; }","duration":"323.987299ms","start":"2026-07-02T11:54:38.512679Z","end":"2026-07-02T11:54:38.836666Z","steps":["trace[311154342] 'read index received' (duration: 323.979099ms)","trace[311154342] 'applied index is now lower than readState.Index' (duration: 6.38µs)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:54:38.836769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:54:38.488Z","time spent":"348.679949ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:54:38.836914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.217446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T11:54:38.836946Z","caller":"traceutil/trace.go:171","msg":"trace[668038141] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:22608; }","duration":"324.301229ms","start":"2026-07-02T11:54:38.512636Z","end":"2026-07-02T11:54:38.836938Z","steps":["trace[668038141] 'agreement among raft nodes before linearized reading' (duration: 324.122353ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:54:38.836976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:54:38.512616Z","time spent":"324.353841ms","remote":"127.0.0.1:45096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":79,"response size":32,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-07-02T11:54:38.90214Z","caller":"traceutil/trace.go:171","msg":"trace[1047538598] transaction","detail":"{read_only:false; response_revision:22609; number_of_response:1; }","duration":"179.534435ms","start":"2026-07-02T11:54:38.722574Z","end":"2026-07-02T11:54:38.902108Z","steps":["trace[1047538598] 'process raft request' (duration: 179.314578ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:54:38.902229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.761115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"warn","ts":"2026-07-02T11:54:38.902214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.741393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-02T11:54:38.902268Z","caller":"traceutil/trace.go:171","msg":"trace[354660460] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:22609; }","duration":"220.833498ms","start":"2026-07-02T11:54:38.681423Z","end":"2026-07-02T11:54:38.902256Z","steps":["trace[354660460] 'agreement among raft nodes before linearized reading' (duration: 220.740705ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:54:38.902279Z","caller":"traceutil/trace.go:171","msg":"trace[131626052] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22609; }","duration":"234.853036ms","start":"2026-07-02T11:54:38.667411Z","end":"2026-07-02T11:54:38.902264Z","steps":["trace[131626052] 'agreement among raft nodes before linearized reading' (duration: 234.657ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:54:38.902424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.391149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-02T11:54:38.902464Z","caller":"traceutil/trace.go:171","msg":"trace[49437073] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22609; }","duration":"263.463561ms","start":"2026-07-02T11:54:38.638989Z","end":"2026-07-02T11:54:38.902453Z","steps":["trace[49437073] 'agreement among raft nodes before linearized reading' (duration: 263.370108ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:54:38.902496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.458961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-02T11:54:38.902512Z","caller":"traceutil/trace.go:171","msg":"trace[799240728] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:22609; }","duration":"387.494921ms","start":"2026-07-02T11:54:38.515012Z","end":"2026-07-02T11:54:38.902507Z","steps":["trace[799240728] 'agreement among raft nodes before linearized reading' (duration: 387.44739ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:54:38.902534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:54:38.515003Z","time spent":"387.526073ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-02T11:54:38.902597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.762586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-02T11:54:38.90263Z","caller":"traceutil/trace.go:171","msg":"trace[1472978862] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:22609; }","duration":"235.836598ms","start":"2026-07-02T11:54:38.666785Z","end":"2026-07-02T11:54:38.902622Z","steps":["trace[1472978862] 'agreement among raft nodes before linearized reading' (duration: 235.749845ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:54:38.902487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.137682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-02T11:54:38.902808Z","caller":"traceutil/trace.go:171","msg":"trace[521485892] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22609; }","duration":"238.497973ms","start":"2026-07-02T11:54:38.664288Z","end":"2026-07-02T11:54:38.902786Z","steps":["trace[521485892] 'agreement among raft nodes before linearized reading' (duration: 238.015468ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:54:38.903084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.925559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T11:54:38.903705Z","caller":"traceutil/trace.go:171","msg":"trace[1436334854] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22609; }","duration":"230.832838ms","start":"2026-07-02T11:54:38.672324Z","end":"2026-07-02T11:54:38.903156Z","steps":["trace[1436334854] 'agreement among raft nodes before linearized reading' (duration: 229.893578ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:54:39.286611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.90173ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T11:54:39.286716Z","caller":"traceutil/trace.go:171","msg":"trace[1695547335] transaction","detail":"{read_only:false; response_revision:22610; number_of_response:1; }","duration":"376.375716ms","start":"2026-07-02T11:54:38.910322Z","end":"2026-07-02T11:54:39.286698Z","steps":["trace[1695547335] 'process raft request' (duration: 275.307761ms)","trace[1695547335] 'compare' (duration: 100.696923ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:54:39.286776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:54:38.910303Z","time spent":"376.445078ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:54:39.336636Z","caller":"traceutil/trace.go:171","msg":"trace[676009406] transaction","detail":"{read_only:false; response_revision:22611; number_of_response:1; }","duration":"426.273922ms","start":"2026-07-02T11:54:38.91033Z","end":"2026-07-02T11:54:39.336604Z","steps":["trace[676009406] 'process raft request' (duration: 426.047605ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:54:39.336826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:54:38.910291Z","time spent":"426.432088ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:54:39.336997Z","caller":"traceutil/trace.go:171","msg":"trace[1294639523] transaction","detail":"{read_only:false; response_revision:22612; number_of_response:1; }","duration":"426.386816ms","start":"2026-07-02T11:54:38.910564Z","end":"2026-07-02T11:54:39.336951Z","steps":["trace[1294639523] 'process raft request' (duration: 425.990474ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:54:39.337119Z","caller":"traceutil/trace.go:171","msg":"trace[1384280934] transaction","detail":"{read_only:false; response_revision:22613; number_of_response:1; }","duration":"426.255102ms","start":"2026-07-02T11:54:38.910828Z","end":"2026-07-02T11:54:39.337083Z","steps":["trace[1384280934] 'process raft request' (duration: 425.984144ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:54:39.337135Z","caller":"traceutil/trace.go:171","msg":"trace[909248509] linearizableReadLoop","detail":"{readStateIndex:23681; appliedIndex:23678; }","duration":"426.281623ms","start":"2026-07-02T11:54:38.910798Z","end":"2026-07-02T11:54:39.33708Z","steps":["trace[909248509] 'read index received' (duration: 274.853307ms)","trace[909248509] 'applied index is now lower than readState.Index' (duration: 151.427146ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:54:39.337202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:54:38.910547Z","time spent":"426.549452ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:54:39.337204Z","caller":"traceutil/trace.go:171","msg":"trace[1281033391] transaction","detail":"{read_only:false; response_revision:22614; number_of_response:1; }","duration":"426.374406ms","start":"2026-07-02T11:54:38.910796Z","end":"2026-07-02T11:54:39.33717Z","steps":["trace[1281033391] 'process raft request' (duration: 426.18857ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:54:39.337306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:54:38.910817Z","time spent":"426.401407ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:54:39.337364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:54:38.910779Z","time spent":"426.51405ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:54:39.337463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.165218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-07-02T11:54:39.3375Z","caller":"traceutil/trace.go:171","msg":"trace[1727759714] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:22614; }","duration":"226.24538ms","start":"2026-07-02T11:54:39.111242Z","end":"2026-07-02T11:54:39.337487Z","steps":["trace[1727759714] 'agreement among raft nodes before linearized reading' (duration: 226.168088ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:54:39.337575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.734358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"warn","ts":"2026-07-02T11:54:39.337565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.475724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-07-02T11:54:39.337654Z","caller":"traceutil/trace.go:171","msg":"trace[1661707657] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:22614; }","duration":"426.84266ms","start":"2026-07-02T11:54:38.910767Z","end":"2026-07-02T11:54:39.33761Z","steps":["trace[1661707657] 'agreement among raft nodes before linearized reading' (duration: 426.551041ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:54:39.337701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:54:38.910749Z","time spent":"426.941094ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-02T11:54:39.337636Z","caller":"traceutil/trace.go:171","msg":"trace[849629559] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22614; }","duration":"204.585088ms","start":"2026-07-02T11:54:39.133033Z","end":"2026-07-02T11:54:39.337618Z","steps":["trace[849629559] 'agreement among raft nodes before linearized reading' (duration: 204.406902ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:54:39.559528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.697561ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T11:54:39.559672Z","caller":"traceutil/trace.go:171","msg":"trace[1817085420] transaction","detail":"{read_only:false; response_revision:22617; number_of_response:1; }","duration":"187.45701ms","start":"2026-07-02T11:54:39.372192Z","end":"2026-07-02T11:54:39.559649Z","steps":["trace[1817085420] 'process raft request' (duration: 57.532081ms)","trace[1817085420] 'compare' (duration: 129.546727ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:54:39.617477Z","caller":"traceutil/trace.go:171","msg":"trace[1906143339] linearizableReadLoop","detail":"{readStateIndex:23687; appliedIndex:23686; }","duration":"142.124738ms","start":"2026-07-02T11:54:39.475318Z","end":"2026-07-02T11:54:39.617442Z","steps":["trace[1906143339] 'read index received' (duration: 141.986714ms)","trace[1906143339] 'applied index is now lower than readState.Index' (duration: 136.504µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:54:39.617568Z","caller":"traceutil/trace.go:171","msg":"trace[1045971625] transaction","detail":"{read_only:false; response_revision:22618; number_of_response:1; }","duration":"243.500553ms","start":"2026-07-02T11:54:39.374043Z","end":"2026-07-02T11:54:39.617543Z","steps":["trace[1045971625] 'process raft request' (duration: 243.258195ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:54:39.617848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.509801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-07-02T11:54:39.617922Z","caller":"traceutil/trace.go:171","msg":"trace[2109012159] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22618; }","duration":"142.651815ms","start":"2026-07-02T11:54:39.475253Z","end":"2026-07-02T11:54:39.617905Z","steps":["trace[2109012159] 'agreement among raft nodes before linearized reading' (duration: 142.314604ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:54:39.796707Z","caller":"traceutil/trace.go:171","msg":"trace[961182335] transaction","detail":"{read_only:false; response_revision:22619; number_of_response:1; }","duration":"133.124101ms","start":"2026-07-02T11:54:39.663557Z","end":"2026-07-02T11:54:39.796682Z","steps":["trace[961182335] 'process raft request' (duration: 132.881763ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:54:39.962708Z","caller":"traceutil/trace.go:171","msg":"trace[174231404] transaction","detail":"{read_only:false; response_revision:22620; number_of_response:1; }","duration":"189.025299ms","start":"2026-07-02T11:54:39.773647Z","end":"2026-07-02T11:54:39.962672Z","steps":["trace[174231404] 'process raft request' (duration: 137.362096ms)","trace[174231404] 'compare' (duration: 51.427176ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:54:40.028618Z","caller":"traceutil/trace.go:171","msg":"trace[920466386] linearizableReadLoop","detail":"{readStateIndex:23690; appliedIndex:23688; }","duration":"193.174332ms","start":"2026-07-02T11:54:39.835423Z","end":"2026-07-02T11:54:40.028597Z","steps":["trace[920466386] 'read index received' (duration: 75.690612ms)","trace[920466386] 'applied index is now lower than readState.Index' (duration: 117.48241ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:54:40.028648Z","caller":"traceutil/trace.go:171","msg":"trace[1931674091] transaction","detail":"{read_only:false; number_of_response:0; response_revision:22620; }","duration":"224.633019ms","start":"2026-07-02T11:54:39.803988Z","end":"2026-07-02T11:54:40.028621Z","steps":["trace[1931674091] 'process raft request' (duration: 224.510655ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:54:40.028877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.447341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-02T11:54:40.028926Z","caller":"traceutil/trace.go:171","msg":"trace[423475396] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22620; }","duration":"193.562535ms","start":"2026-07-02T11:54:39.835353Z","end":"2026-07-02T11:54:40.028915Z","steps":["trace[423475396] 'agreement among raft nodes before linearized reading' (duration: 193.333528ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:54:40.388221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.215844ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-02T11:54:40.388393Z","caller":"traceutil/trace.go:171","msg":"trace[1176736334] transaction","detail":"{read_only:false; response_revision:22624; number_of_response:1; }","duration":"278.134151ms","start":"2026-07-02T11:54:40.110229Z","end":"2026-07-02T11:54:40.388363Z","steps":["trace[1176736334] 'process raft request' (duration: 174.658309ms)","trace[1176736334] 'compare' (duration: 103.035758ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:54:40.476707Z","caller":"traceutil/trace.go:171","msg":"trace[142161758] linearizableReadLoop","detail":"{readStateIndex:23695; appliedIndex:23693; }","duration":"347.980447ms","start":"2026-07-02T11:54:40.128697Z","end":"2026-07-02T11:54:40.476677Z","steps":["trace[142161758] 'read index received' (duration: 156.269121ms)","trace[142161758] 'applied index is now lower than readState.Index' (duration: 191.710315ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:54:40.476841Z","caller":"traceutil/trace.go:171","msg":"trace[852657151] transaction","detail":"{read_only:false; response_revision:22625; number_of_response:1; }","duration":"349.922829ms","start":"2026-07-02T11:54:40.126885Z","end":"2026-07-02T11:54:40.476808Z","steps":["trace[852657151] 'process raft request' (duration: 349.66301ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:54:40.477056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:54:40.126865Z","time spent":"350.135846ms","remote":"127.0.0.1:45182","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1177,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-02T11:54:40.477275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.549005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-07-02T11:54:40.47736Z","caller":"traceutil/trace.go:171","msg":"trace[1688073292] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22625; }","duration":"348.669089ms","start":"2026-07-02T11:54:40.128672Z","end":"2026-07-02T11:54:40.477341Z","steps":["trace[1688073292] 'agreement among raft nodes before linearized reading' (duration: 348.162793ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:54:40.477419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:54:40.128664Z","time spent":"348.745001ms","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11521,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-02T11:54:40.477421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.84337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-kpnc6.18be74ebed6460d9\" ","response":"range_response_count:1 size:767"} {"level":"info","ts":"2026-07-02T11:54:40.47746Z","caller":"traceutil/trace.go:171","msg":"trace[452215247] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-kpnc6.18be74ebed6460d9; range_end:; response_count:1; response_revision:22625; }","duration":"166.914092ms","start":"2026-07-02T11:54:40.310536Z","end":"2026-07-02T11:54:40.47745Z","steps":["trace[452215247] 'agreement among raft nodes before linearized reading' (duration: 166.765408ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:54:40.47752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.521965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T11:54:40.477601Z","caller":"traceutil/trace.go:171","msg":"trace[16623066] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:22625; }","duration":"249.654569ms","start":"2026-07-02T11:54:40.227925Z","end":"2026-07-02T11:54:40.47758Z","steps":["trace[16623066] 'agreement among raft nodes before linearized reading' (duration: 249.517615ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:54:40.478605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.564089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:30 size:250002"} {"level":"info","ts":"2026-07-02T11:54:40.479551Z","caller":"traceutil/trace.go:171","msg":"trace[257205224] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:30; response_revision:22625; }","duration":"286.53318ms","start":"2026-07-02T11:54:40.192995Z","end":"2026-07-02T11:54:40.479528Z","steps":["trace[257205224] 'agreement among raft nodes before linearized reading' (duration: 283.828533ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:54:40.687056Z","caller":"traceutil/trace.go:171","msg":"trace[1044870320] linearizableReadLoop","detail":"{readStateIndex:23700; appliedIndex:23698; }","duration":"192.713038ms","start":"2026-07-02T11:54:40.494317Z","end":"2026-07-02T11:54:40.68703Z","steps":["trace[1044870320] 'read index received' (duration: 119.331679ms)","trace[1044870320] 'applied index is now lower than readState.Index' (duration: 73.380379ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:54:40.687489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.124451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4831"} {"level":"info","ts":"2026-07-02T11:54:40.687608Z","caller":"traceutil/trace.go:171","msg":"trace[1858208851] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:22629; }","duration":"193.285756ms","start":"2026-07-02T11:54:40.494277Z","end":"2026-07-02T11:54:40.687563Z","steps":["trace[1858208851] 'agreement among raft nodes before linearized reading' (duration: 192.954115ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:54:40.687841Z","caller":"traceutil/trace.go:171","msg":"trace[1912613152] transaction","detail":"{read_only:false; response_revision:22629; number_of_response:1; }","duration":"195.394403ms","start":"2026-07-02T11:54:40.492426Z","end":"2026-07-02T11:54:40.68782Z","steps":["trace[1912613152] 'process raft request' (duration: 121.169648ms)","trace[1912613152] 'compare' (duration: 73.216373ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:54:40.687851Z","caller":"traceutil/trace.go:171","msg":"trace[231914330] transaction","detail":"{read_only:false; number_of_response:1; response_revision:22629; }","duration":"193.684449ms","start":"2026-07-02T11:54:40.494133Z","end":"2026-07-02T11:54:40.687817Z","steps":["trace[231914330] 'process raft request' (duration: 192.856973ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:54:40.808899Z","caller":"traceutil/trace.go:171","msg":"trace[1082382214] transaction","detail":"{read_only:false; response_revision:22631; number_of_response:1; }","duration":"105.60604ms","start":"2026-07-02T11:54:40.703262Z","end":"2026-07-02T11:54:40.808868Z","steps":["trace[1082382214] 'process raft request' (duration: 84.946499ms)","trace[1082382214] 'compare' (duration: 20.542837ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:54:41.234735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.50383ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T11:54:41.235113Z","caller":"traceutil/trace.go:171","msg":"trace[1448534004] transaction","detail":"{read_only:false; response_revision:22633; number_of_response:1; }","duration":"389.044271ms","start":"2026-07-02T11:54:40.846034Z","end":"2026-07-02T11:54:41.235078Z","steps":["trace[1448534004] 'process raft request' (duration: 87.129808ms)","trace[1448534004] 'compare' (duration: 301.422737ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:54:41.23522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:54:40.846013Z","time spent":"389.155335ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:54:41.275081Z","caller":"traceutil/trace.go:171","msg":"trace[1458219263] transaction","detail":"{read_only:false; response_revision:22634; number_of_response:1; }","duration":"363.69203ms","start":"2026-07-02T11:54:40.911372Z","end":"2026-07-02T11:54:41.275064Z","steps":["trace[1458219263] 'process raft request' (duration: 363.595667ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:54:41.275121Z","caller":"traceutil/trace.go:171","msg":"trace[1900647278] linearizableReadLoop","detail":"{readStateIndex:23705; appliedIndex:23703; }","duration":"366.161809ms","start":"2026-07-02T11:54:40.908912Z","end":"2026-07-02T11:54:41.275073Z","steps":["trace[1900647278] 'read index received' (duration: 24.323638ms)","trace[1900647278] 'applied index is now lower than readState.Index' (duration: 341.834711ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:54:41.275184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:54:40.911358Z","time spent":"363.779763ms","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":713,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-02T11:54:41.275411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.490709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-07-02T11:54:41.275454Z","caller":"traceutil/trace.go:171","msg":"trace[2067974738] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:22634; }","duration":"366.537801ms","start":"2026-07-02T11:54:40.908906Z","end":"2026-07-02T11:54:41.275443Z","steps":["trace[2067974738] 'agreement among raft nodes before linearized reading' (duration: 366.322744ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:54:41.275487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:54:40.908859Z","time spent":"366.619844ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1149,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-07-02T11:54:41.275356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.281111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T11:54:41.275607Z","caller":"traceutil/trace.go:171","msg":"trace[1386330236] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22634; }","duration":"345.546069ms","start":"2026-07-02T11:54:40.93002Z","end":"2026-07-02T11:54:41.275566Z","steps":["trace[1386330236] 'agreement among raft nodes before linearized reading' (duration: 345.27857ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:54:41.275671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.262622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"warn","ts":"2026-07-02T11:54:41.275679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:54:40.930005Z","time spent":"345.659283ms","remote":"127.0.0.1:33118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-02T11:54:41.275698Z","caller":"traceutil/trace.go:171","msg":"trace[48863215] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:22634; }","duration":"366.320464ms","start":"2026-07-02T11:54:40.90937Z","end":"2026-07-02T11:54:41.27569Z","steps":["trace[48863215] 'agreement among raft nodes before linearized reading' (duration: 365.904ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:54:41.27579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:54:40.909344Z","time spent":"366.439718ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1149,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-07-02T11:54:41.275627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.535071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/heat-api-certs\" ","response":"range_response_count:1 size:2332"} {"level":"info","ts":"2026-07-02T11:54:41.275847Z","caller":"traceutil/trace.go:171","msg":"trace[1600891988] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/heat-api-certs; range_end:; response_count:1; response_revision:22634; }","duration":"361.792339ms","start":"2026-07-02T11:54:40.914034Z","end":"2026-07-02T11:54:41.275827Z","steps":["trace[1600891988] 'agreement among raft nodes before linearized reading' (duration: 361.468799ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:54:41.27591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:54:40.914022Z","time spent":"361.868421ms","remote":"127.0.0.1:45182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2356,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/heat-api-certs\" "} {"level":"info","ts":"2026-07-02T11:54:41.413446Z","caller":"traceutil/trace.go:171","msg":"trace[1029843041] linearizableReadLoop","detail":"{readStateIndex:23707; appliedIndex:23706; }","duration":"122.971226ms","start":"2026-07-02T11:54:41.290428Z","end":"2026-07-02T11:54:41.4134Z","steps":["trace[1029843041] 'read index received' (duration: 106.609492ms)","trace[1029843041] 'applied index is now lower than readState.Index' (duration: 16.359354ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:54:41.41348Z","caller":"traceutil/trace.go:171","msg":"trace[1291875536] transaction","detail":"{read_only:false; response_revision:22635; number_of_response:1; }","duration":"123.74989ms","start":"2026-07-02T11:54:41.28969Z","end":"2026-07-02T11:54:41.41344Z","steps":["trace[1291875536] 'process raft request' (duration: 107.381496ms)","trace[1291875536] 'compare' (duration: 16.097406ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:54:41.413796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.200201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1344"} {"level":"info","ts":"2026-07-02T11:54:41.413843Z","caller":"traceutil/trace.go:171","msg":"trace[1584112235] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:22635; }","duration":"117.259933ms","start":"2026-07-02T11:54:41.296573Z","end":"2026-07-02T11:54:41.413833Z","steps":["trace[1584112235] 'agreement among raft nodes before linearized reading' (duration: 117.105108ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:54:41.414111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.677888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-02T11:54:41.414163Z","caller":"traceutil/trace.go:171","msg":"trace[856642192] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22635; }","duration":"123.759891ms","start":"2026-07-02T11:54:41.290388Z","end":"2026-07-02T11:54:41.414148Z","steps":["trace[856642192] 'agreement among raft nodes before linearized reading' (duration: 123.158472ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:54:41.555943Z","caller":"traceutil/trace.go:171","msg":"trace[1100483293] transaction","detail":"{read_only:false; response_revision:22638; number_of_response:1; }","duration":"135.373973ms","start":"2026-07-02T11:54:41.420539Z","end":"2026-07-02T11:54:41.555913Z","steps":["trace[1100483293] 'process raft request' (duration: 135.259729ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:54:41.555968Z","caller":"traceutil/trace.go:171","msg":"trace[1617385815] transaction","detail":"{read_only:false; response_revision:22639; number_of_response:1; }","duration":"134.248417ms","start":"2026-07-02T11:54:41.421689Z","end":"2026-07-02T11:54:41.555937Z","steps":["trace[1617385815] 'process raft request' (duration: 134.156034ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:54:41.555951Z","caller":"traceutil/trace.go:171","msg":"trace[1591793001] transaction","detail":"{read_only:false; response_revision:22637; number_of_response:1; }","duration":"135.529127ms","start":"2026-07-02T11:54:41.420391Z","end":"2026-07-02T11:54:41.55592Z","steps":["trace[1591793001] 'process raft request' (duration: 135.270229ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:54:41.556136Z","caller":"traceutil/trace.go:171","msg":"trace[2105430955] transaction","detail":"{read_only:false; response_revision:22640; number_of_response:1; }","duration":"125.30008ms","start":"2026-07-02T11:54:41.430759Z","end":"2026-07-02T11:54:41.55606Z","steps":["trace[2105430955] 'process raft request' (duration: 125.120104ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:54:42.072254Z","caller":"traceutil/trace.go:171","msg":"trace[1039081770] transaction","detail":"{read_only:false; response_revision:22664; number_of_response:1; }","duration":"136.780267ms","start":"2026-07-02T11:54:41.935441Z","end":"2026-07-02T11:54:42.072222Z","steps":["trace[1039081770] 'process raft request' (duration: 136.211389ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:54:42.072324Z","caller":"traceutil/trace.go:171","msg":"trace[1802364396] transaction","detail":"{read_only:false; response_revision:22665; number_of_response:1; }","duration":"136.044494ms","start":"2026-07-02T11:54:41.936241Z","end":"2026-07-02T11:54:42.072286Z","steps":["trace[1802364396] 'process raft request' (duration: 135.785946ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:54:42.07234Z","caller":"traceutil/trace.go:171","msg":"trace[331348021] linearizableReadLoop","detail":"{readStateIndex:23740; appliedIndex:23736; }","duration":"107.047146ms","start":"2026-07-02T11:54:41.965255Z","end":"2026-07-02T11:54:42.072303Z","steps":["trace[331348021] 'read index received' (duration: 106.407605ms)","trace[331348021] 'applied index is now lower than readState.Index' (duration: 637.661µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:54:42.072534Z","caller":"traceutil/trace.go:171","msg":"trace[1077668911] transaction","detail":"{read_only:false; number_of_response:1; response_revision:22666; }","duration":"130.168486ms","start":"2026-07-02T11:54:41.942344Z","end":"2026-07-02T11:54:42.072513Z","steps":["trace[1077668911] 'process raft request' (duration: 129.903287ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:54:42.072365Z","caller":"traceutil/trace.go:171","msg":"trace[487530903] transaction","detail":"{read_only:false; response_revision:22666; number_of_response:1; }","duration":"132.122089ms","start":"2026-07-02T11:54:41.9402Z","end":"2026-07-02T11:54:42.072322Z","steps":["trace[487530903] 'process raft request' (duration: 131.944003ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:54:42.072837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.137197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-07-02T11:54:42.072923Z","caller":"traceutil/trace.go:171","msg":"trace[1873204986] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:22666; }","duration":"136.24927ms","start":"2026-07-02T11:54:41.936659Z","end":"2026-07-02T11:54:42.072908Z","steps":["trace[1873204986] 'agreement among raft nodes before linearized reading' (duration: 135.903789ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:54:42.072865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.799395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/heat-api-certs-nnqp7\" ","response":"range_response_count:1 size:2457"} {"level":"info","ts":"2026-07-02T11:54:42.073119Z","caller":"traceutil/trace.go:171","msg":"trace[1450689883] range","detail":"{range_begin:/registry/secrets/openstack/heat-api-certs-nnqp7; range_end:; response_count:1; response_revision:22666; }","duration":"135.074623ms","start":"2026-07-02T11:54:41.938019Z","end":"2026-07-02T11:54:42.073094Z","steps":["trace[1450689883] 'agreement among raft nodes before linearized reading' (duration: 134.676181ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:54:42.073658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.97436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-cfn-7c6c8fc656-g2pbq.18be76eccd2e5a3b\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-07-02T11:54:42.073701Z","caller":"traceutil/trace.go:171","msg":"trace[1216455419] range","detail":"{range_begin:/registry/events/openstack/heat-cfn-7c6c8fc656-g2pbq.18be76eccd2e5a3b; range_end:; response_count:1; response_revision:22667; }","duration":"105.054042ms","start":"2026-07-02T11:54:41.968633Z","end":"2026-07-02T11:54:42.073687Z","steps":["trace[1216455419] 'agreement among raft nodes before linearized reading' (duration: 104.938879ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:54:42.073876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.795164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-07-02T11:54:42.073908Z","caller":"traceutil/trace.go:171","msg":"trace[1792149701] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:22667; }","duration":"104.863896ms","start":"2026-07-02T11:54:41.969033Z","end":"2026-07-02T11:54:42.073897Z","steps":["trace[1792149701] 'agreement among raft nodes before linearized reading' (duration: 104.782483ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:54:42.074211Z","caller":"traceutil/trace.go:171","msg":"trace[1681183762] transaction","detail":"{read_only:false; response_revision:22667; number_of_response:1; }","duration":"106.261771ms","start":"2026-07-02T11:54:41.96793Z","end":"2026-07-02T11:54:42.074192Z","steps":["trace[1681183762] 'process raft request' (duration: 105.485287ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:54:42.720096Z","caller":"traceutil/trace.go:171","msg":"trace[755990182] linearizableReadLoop","detail":"{readStateIndex:23751; appliedIndex:23750; }","duration":"132.392557ms","start":"2026-07-02T11:54:42.587672Z","end":"2026-07-02T11:54:42.720065Z","steps":["trace[755990182] 'read index received' (duration: 104.580657ms)","trace[755990182] 'applied index is now lower than readState.Index' (duration: 27.81033ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:54:42.720158Z","caller":"traceutil/trace.go:171","msg":"trace[1790570630] transaction","detail":"{read_only:false; response_revision:22677; number_of_response:1; }","duration":"156.706365ms","start":"2026-07-02T11:54:42.563424Z","end":"2026-07-02T11:54:42.720131Z","steps":["trace[1790570630] 'process raft request' (duration: 128.866434ms)","trace[1790570630] 'compare' (duration: 27.525321ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:54:42.720378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.123626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1344"} {"level":"warn","ts":"2026-07-02T11:54:42.720371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.751231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3641"} {"level":"info","ts":"2026-07-02T11:54:42.720431Z","caller":"traceutil/trace.go:171","msg":"trace[1973577325] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:22677; }","duration":"121.221059ms","start":"2026-07-02T11:54:42.599194Z","end":"2026-07-02T11:54:42.720415Z","steps":["trace[1973577325] 'agreement among raft nodes before linearized reading' (duration: 121.027223ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:54:42.720452Z","caller":"traceutil/trace.go:171","msg":"trace[669087261] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:22677; }","duration":"143.844143ms","start":"2026-07-02T11:54:42.576584Z","end":"2026-07-02T11:54:42.720428Z","steps":["trace[669087261] 'agreement among raft nodes before linearized reading' (duration: 143.591355ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:54:42.901693Z","caller":"traceutil/trace.go:171","msg":"trace[485459938] transaction","detail":"{read_only:false; response_revision:22680; number_of_response:1; }","duration":"141.137588ms","start":"2026-07-02T11:54:42.76051Z","end":"2026-07-02T11:54:42.901648Z","steps":["trace[485459938] 'process raft request' (duration: 140.89179ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:54:42.901875Z","caller":"traceutil/trace.go:171","msg":"trace[2085125709] linearizableReadLoop","detail":"{readStateIndex:23758; appliedIndex:23752; }","duration":"137.454039ms","start":"2026-07-02T11:54:42.7644Z","end":"2026-07-02T11:54:42.901854Z","steps":["trace[2085125709] 'read index received' (duration: 80.237898ms)","trace[2085125709] 'applied index is now lower than readState.Index' (duration: 57.214571ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:54:42.901864Z","caller":"traceutil/trace.go:171","msg":"trace[1448254741] transaction","detail":"{read_only:false; response_revision:22682; number_of_response:1; }","duration":"140.470585ms","start":"2026-07-02T11:54:42.761329Z","end":"2026-07-02T11:54:42.9018Z","steps":["trace[1448254741] 'process raft request' (duration: 140.31238ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:54:42.901884Z","caller":"traceutil/trace.go:171","msg":"trace[1657202706] transaction","detail":"{read_only:false; response_revision:22683; number_of_response:1; }","duration":"140.346702ms","start":"2026-07-02T11:54:42.761504Z","end":"2026-07-02T11:54:42.90185Z","steps":["trace[1657202706] 'process raft request' (duration: 140.197437ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:54:42.901982Z","caller":"traceutil/trace.go:171","msg":"trace[224101426] transaction","detail":"{read_only:false; response_revision:22685; number_of_response:1; }","duration":"130.468956ms","start":"2026-07-02T11:54:42.771502Z","end":"2026-07-02T11:54:42.901971Z","steps":["trace[224101426] 'process raft request' (duration: 130.264369ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:54:42.9022Z","caller":"traceutil/trace.go:171","msg":"trace[527952206] transaction","detail":"{read_only:false; response_revision:22684; number_of_response:1; }","duration":"140.413904ms","start":"2026-07-02T11:54:42.761766Z","end":"2026-07-02T11:54:42.90218Z","steps":["trace[527952206] 'process raft request' (duration: 139.965499ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:54:42.90233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.904243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-07-02T11:54:42.902406Z","caller":"traceutil/trace.go:171","msg":"trace[1112910707] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:22685; }","duration":"138.027457ms","start":"2026-07-02T11:54:42.764354Z","end":"2026-07-02T11:54:42.902382Z","steps":["trace[1112910707] 'agreement among raft nodes before linearized reading' (duration: 137.772169ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:54:42.902855Z","caller":"traceutil/trace.go:171","msg":"trace[238969225] transaction","detail":"{read_only:false; response_revision:22681; number_of_response:1; }","duration":"142.021145ms","start":"2026-07-02T11:54:42.760807Z","end":"2026-07-02T11:54:42.902828Z","steps":["trace[238969225] 'process raft request' (duration: 140.786266ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:54:42.905551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.90216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-07-02T11:54:42.906045Z","caller":"traceutil/trace.go:171","msg":"trace[1701851617] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:22686; }","duration":"141.400666ms","start":"2026-07-02T11:54:42.764621Z","end":"2026-07-02T11:54:42.906022Z","steps":["trace[1701851617] 'agreement among raft nodes before linearized reading' (duration: 140.755355ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:54:44.022787Z","caller":"traceutil/trace.go:171","msg":"trace[1356696838] transaction","detail":"{read_only:false; response_revision:22707; number_of_response:1; }","duration":"106.423116ms","start":"2026-07-02T11:54:43.916339Z","end":"2026-07-02T11:54:44.022763Z","steps":["trace[1356696838] 'process raft request' (duration: 86.337774ms)","trace[1356696838] 'compare' (duration: 19.980989ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:54:46.693062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.266616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-02T11:54:46.693168Z","caller":"traceutil/trace.go:171","msg":"trace[1964215774] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:22723; }","duration":"298.42012ms","start":"2026-07-02T11:54:46.394725Z","end":"2026-07-02T11:54:46.693145Z","steps":["trace[1964215774] 'range keys from in-memory index tree' (duration: 298.053328ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:54:46.693081Z","caller":"traceutil/trace.go:171","msg":"trace[966478378] transaction","detail":"{read_only:false; response_revision:22724; number_of_response:1; }","duration":"284.100572ms","start":"2026-07-02T11:54:46.40895Z","end":"2026-07-02T11:54:46.693051Z","steps":["trace[966478378] 'process raft request' (duration: 219.34671ms)","trace[966478378] 'compare' (duration: 64.566396ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:54:48.137695Z","caller":"traceutil/trace.go:171","msg":"trace[2099721930] transaction","detail":"{read_only:false; response_revision:22731; number_of_response:1; }","duration":"108.962657ms","start":"2026-07-02T11:54:48.028686Z","end":"2026-07-02T11:54:48.137649Z","steps":["trace[2099721930] 'process raft request' (duration: 102.580303ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:54:51.133391Z","caller":"traceutil/trace.go:171","msg":"trace[715937335] transaction","detail":"{read_only:false; response_revision:22748; number_of_response:1; }","duration":"136.023713ms","start":"2026-07-02T11:54:50.997341Z","end":"2026-07-02T11:54:51.133365Z","steps":["trace[715937335] 'process raft request' (duration: 135.771275ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:54:51.33823Z","caller":"traceutil/trace.go:171","msg":"trace[608145268] transaction","detail":"{read_only:false; number_of_response:0; response_revision:22748; }","duration":"195.630681ms","start":"2026-07-02T11:54:51.142535Z","end":"2026-07-02T11:54:51.338165Z","steps":["trace[608145268] 'process raft request' (duration: 195.461975ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:54:52.236891Z","caller":"traceutil/trace.go:171","msg":"trace[19031489] transaction","detail":"{read_only:false; response_revision:22755; number_of_response:1; }","duration":"332.13509ms","start":"2026-07-02T11:54:51.90472Z","end":"2026-07-02T11:54:52.236855Z","steps":["trace[19031489] 'process raft request' (duration: 279.080142ms)","trace[19031489] 'compare' (duration: 52.656735ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:54:52.236996Z","caller":"traceutil/trace.go:171","msg":"trace[581140381] linearizableReadLoop","detail":"{readStateIndex:23834; appliedIndex:23833; }","duration":"301.848011ms","start":"2026-07-02T11:54:51.93511Z","end":"2026-07-02T11:54:52.236958Z","steps":["trace[581140381] 'read index received' (duration: 248.604477ms)","trace[581140381] 'applied index is now lower than readState.Index' (duration: 53.240774ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:54:52.237043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:54:51.904695Z","time spent":"332.270964ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:54:52.237241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.105749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-api-6bd58dc6f8-h2rxf.18be76eab3479c0b\" ","response":"range_response_count:1 size:907"} {"level":"info","ts":"2026-07-02T11:54:52.237277Z","caller":"traceutil/trace.go:171","msg":"trace[302231914] range","detail":"{range_begin:/registry/events/openstack/heat-api-6bd58dc6f8-h2rxf.18be76eab3479c0b; range_end:; response_count:1; response_revision:22756; }","duration":"302.189622ms","start":"2026-07-02T11:54:51.935072Z","end":"2026-07-02T11:54:52.237262Z","steps":["trace[302231914] 'agreement among raft nodes before linearized reading' (duration: 302.001186ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:54:52.237305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:54:51.935055Z","time spent":"302.242963ms","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":931,"request content":"key:\"/registry/events/openstack/heat-api-6bd58dc6f8-h2rxf.18be76eab3479c0b\" "} {"level":"info","ts":"2026-07-02T11:54:52.597292Z","caller":"traceutil/trace.go:171","msg":"trace[349237159] transaction","detail":"{read_only:false; response_revision:22762; number_of_response:1; }","duration":"159.127593ms","start":"2026-07-02T11:54:52.438121Z","end":"2026-07-02T11:54:52.597249Z","steps":["trace[349237159] 'process raft request' (duration: 157.847922ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:54:53.618766Z","caller":"traceutil/trace.go:171","msg":"trace[1360122706] transaction","detail":"{read_only:false; response_revision:22769; number_of_response:1; }","duration":"100.633231ms","start":"2026-07-02T11:54:53.518109Z","end":"2026-07-02T11:54:53.618742Z","steps":["trace[1360122706] 'process raft request' (duration: 100.498737ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:54:53.776251Z","caller":"traceutil/trace.go:171","msg":"trace[398280074] linearizableReadLoop","detail":"{readStateIndex:23851; appliedIndex:23849; }","duration":"139.133473ms","start":"2026-07-02T11:54:53.637089Z","end":"2026-07-02T11:54:53.776222Z","steps":["trace[398280074] 'read index received' (duration: 66.275241ms)","trace[398280074] 'applied index is now lower than readState.Index' (duration: 72.857212ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:54:53.776407Z","caller":"traceutil/trace.go:171","msg":"trace[2064436712] transaction","detail":"{read_only:false; response_revision:22771; number_of_response:1; }","duration":"140.196217ms","start":"2026-07-02T11:54:53.636166Z","end":"2026-07-02T11:54:53.776363Z","steps":["trace[2064436712] 'process raft request' (duration: 67.1851ms)","trace[2064436712] 'compare' (duration: 72.252343ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:54:53.776501Z","caller":"traceutil/trace.go:171","msg":"trace[133236189] transaction","detail":"{read_only:false; response_revision:22772; number_of_response:1; }","duration":"139.804625ms","start":"2026-07-02T11:54:53.636679Z","end":"2026-07-02T11:54:53.776483Z","steps":["trace[133236189] 'process raft request' (duration: 139.3488ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:54:53.776806Z","caller":"traceutil/trace.go:171","msg":"trace[311105073] transaction","detail":"{read_only:false; response_revision:22773; number_of_response:1; }","duration":"139.287058ms","start":"2026-07-02T11:54:53.637506Z","end":"2026-07-02T11:54:53.776793Z","steps":["trace[311105073] 'process raft request' (duration: 138.656857ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:54:53.777051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.212309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T11:54:53.777098Z","caller":"traceutil/trace.go:171","msg":"trace[1978245155] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22773; }","duration":"106.276341ms","start":"2026-07-02T11:54:53.670808Z","end":"2026-07-02T11:54:53.777085Z","steps":["trace[1978245155] 'agreement among raft nodes before linearized reading' (duration: 106.169218ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:54:53.777126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.009481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129407"} {"level":"info","ts":"2026-07-02T11:54:53.777178Z","caller":"traceutil/trace.go:171","msg":"trace[1068566764] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:22773; }","duration":"140.103804ms","start":"2026-07-02T11:54:53.637061Z","end":"2026-07-02T11:54:53.777165Z","steps":["trace[1068566764] 'agreement among raft nodes before linearized reading' (duration: 139.872227ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:54:54.025207Z","caller":"traceutil/trace.go:171","msg":"trace[1902040349] transaction","detail":"{read_only:false; response_revision:22775; number_of_response:1; }","duration":"242.941155ms","start":"2026-07-02T11:54:53.782242Z","end":"2026-07-02T11:54:54.025183Z","steps":["trace[1902040349] 'process raft request' (duration: 151.502649ms)","trace[1902040349] 'compare' (duration: 91.210179ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:54:54.02521Z","caller":"traceutil/trace.go:171","msg":"trace[996393189] linearizableReadLoop","detail":"{readStateIndex:23854; appliedIndex:23852; }","duration":"210.813297ms","start":"2026-07-02T11:54:53.814355Z","end":"2026-07-02T11:54:54.025168Z","steps":["trace[996393189] 'read index received' (duration: 56.189168ms)","trace[996393189] 'applied index is now lower than readState.Index' (duration: 154.620459ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:54:54.025359Z","caller":"traceutil/trace.go:171","msg":"trace[1810659081] transaction","detail":"{read_only:false; response_revision:22776; number_of_response:1; }","duration":"152.685857ms","start":"2026-07-02T11:54:53.872651Z","end":"2026-07-02T11:54:54.025337Z","steps":["trace[1810659081] 'process raft request' (duration: 152.425149ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:54:54.025527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.87227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-02T11:54:54.02557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.20483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-02T11:54:54.025601Z","caller":"traceutil/trace.go:171","msg":"trace[594863026] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22776; }","duration":"121.985454ms","start":"2026-07-02T11:54:53.903593Z","end":"2026-07-02T11:54:54.025578Z","steps":["trace[594863026] 'agreement among raft nodes before linearized reading' (duration: 121.750166ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:54:54.025615Z","caller":"traceutil/trace.go:171","msg":"trace[1132121789] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22776; }","duration":"211.305023ms","start":"2026-07-02T11:54:53.814297Z","end":"2026-07-02T11:54:54.025602Z","steps":["trace[1132121789] 'agreement among raft nodes before linearized reading' (duration: 210.980612ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:54:54.321975Z","caller":"traceutil/trace.go:171","msg":"trace[729613595] transaction","detail":"{read_only:false; response_revision:22794; number_of_response:1; }","duration":"104.373601ms","start":"2026-07-02T11:54:54.217572Z","end":"2026-07-02T11:54:54.321945Z","steps":["trace[729613595] 'process raft request' (duration: 47.555902ms)","trace[729613595] 'compare' (duration: 56.646503ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:54:54.322269Z","caller":"traceutil/trace.go:171","msg":"trace[1658613281] linearizableReadLoop","detail":"{readStateIndex:23873; appliedIndex:23872; }","duration":"103.475972ms","start":"2026-07-02T11:54:54.218773Z","end":"2026-07-02T11:54:54.322249Z","steps":["trace[1658613281] 'read index received' (duration: 46.321202ms)","trace[1658613281] 'applied index is now lower than readState.Index' (duration: 57.15283ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:54:54.323027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.229616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" ","response":"range_response_count:89 size:73899"} {"level":"info","ts":"2026-07-02T11:54:54.323081Z","caller":"traceutil/trace.go:171","msg":"trace[1183072135] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:89; response_revision:22795; }","duration":"104.318319ms","start":"2026-07-02T11:54:54.218747Z","end":"2026-07-02T11:54:54.323065Z","steps":["trace[1183072135] 'agreement among raft nodes before linearized reading' (duration: 103.640927ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:54:54.509131Z","caller":"traceutil/trace.go:171","msg":"trace[1959234499] linearizableReadLoop","detail":"{readStateIndex:23879; appliedIndex:23878; }","duration":"110.984072ms","start":"2026-07-02T11:54:54.39812Z","end":"2026-07-02T11:54:54.509104Z","steps":["trace[1959234499] 'read index received' (duration: 90.245978ms)","trace[1959234499] 'applied index is now lower than readState.Index' (duration: 20.736514ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:54:54.509318Z","caller":"traceutil/trace.go:171","msg":"trace[1945802126] transaction","detail":"{read_only:false; response_revision:22800; number_of_response:1; }","duration":"114.620508ms","start":"2026-07-02T11:54:54.394631Z","end":"2026-07-02T11:54:54.509251Z","steps":["trace[1945802126] 'process raft request' (duration: 93.717209ms)","trace[1945802126] 'compare' (duration: 20.626811ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:54:54.509886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.751147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-07-02T11:54:54.510172Z","caller":"traceutil/trace.go:171","msg":"trace[216660839] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:22800; }","duration":"112.059586ms","start":"2026-07-02T11:54:54.398063Z","end":"2026-07-02T11:54:54.510123Z","steps":["trace[216660839] 'agreement among raft nodes before linearized reading' (duration: 111.22327ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:54:54.682929Z","caller":"traceutil/trace.go:171","msg":"trace[1271379189] transaction","detail":"{read_only:false; response_revision:22802; number_of_response:1; }","duration":"163.481473ms","start":"2026-07-02T11:54:54.51941Z","end":"2026-07-02T11:54:54.682891Z","steps":["trace[1271379189] 'process raft request' (duration: 127.322166ms)","trace[1271379189] 'compare' (duration: 35.9343ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:54:54.682957Z","caller":"traceutil/trace.go:171","msg":"trace[1443335319] transaction","detail":"{read_only:false; response_revision:22803; number_of_response:1; }","duration":"163.513023ms","start":"2026-07-02T11:54:54.519428Z","end":"2026-07-02T11:54:54.682941Z","steps":["trace[1443335319] 'process raft request' (duration: 163.39291ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:54:54.683217Z","caller":"traceutil/trace.go:171","msg":"trace[1196675280] linearizableReadLoop","detail":"{readStateIndex:23883; appliedIndex:23880; }","duration":"141.106116ms","start":"2026-07-02T11:54:54.542065Z","end":"2026-07-02T11:54:54.683171Z","steps":["trace[1196675280] 'read index received' (duration: 104.632888ms)","trace[1196675280] 'applied index is now lower than readState.Index' (duration: 36.469758ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:54:54.683291Z","caller":"traceutil/trace.go:171","msg":"trace[569172747] transaction","detail":"{read_only:false; response_revision:22804; number_of_response:1; }","duration":"163.814263ms","start":"2026-07-02T11:54:54.519455Z","end":"2026-07-02T11:54:54.683269Z","steps":["trace[569172747] 'process raft request' (duration: 163.42282ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:54:54.683577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.757115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-07-02T11:54:54.683646Z","caller":"traceutil/trace.go:171","msg":"trace[1847654584] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:22804; }","duration":"135.850347ms","start":"2026-07-02T11:54:54.54778Z","end":"2026-07-02T11:54:54.68363Z","steps":["trace[1847654584] 'agreement among raft nodes before linearized reading' (duration: 135.680992ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:54:54.683555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.980466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3641"} {"level":"info","ts":"2026-07-02T11:54:54.683895Z","caller":"traceutil/trace.go:171","msg":"trace[1991930997] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:22804; }","duration":"163.341018ms","start":"2026-07-02T11:54:54.520522Z","end":"2026-07-02T11:54:54.683863Z","steps":["trace[1991930997] 'agreement among raft nodes before linearized reading' (duration: 162.829451ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:54:54.683973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.067301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T11:54:54.684051Z","caller":"traceutil/trace.go:171","msg":"trace[2143424068] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:22804; }","duration":"119.209655ms","start":"2026-07-02T11:54:54.564803Z","end":"2026-07-02T11:54:54.684013Z","steps":["trace[2143424068] 'agreement among raft nodes before linearized reading' (duration: 119.07455ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:54:54.832383Z","caller":"traceutil/trace.go:171","msg":"trace[490857728] transaction","detail":"{read_only:false; response_revision:22806; number_of_response:1; }","duration":"139.275727ms","start":"2026-07-02T11:54:54.693085Z","end":"2026-07-02T11:54:54.83236Z","steps":["trace[490857728] 'process raft request' (duration: 101.410165ms)","trace[490857728] 'compare' (duration: 37.682027ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:54:54.832793Z","caller":"traceutil/trace.go:171","msg":"trace[1712987259] linearizableReadLoop","detail":"{readStateIndex:23887; appliedIndex:23884; }","duration":"115.177986ms","start":"2026-07-02T11:54:54.717588Z","end":"2026-07-02T11:54:54.832766Z","steps":["trace[1712987259] 'read index received' (duration: 76.898701ms)","trace[1712987259] 'applied index is now lower than readState.Index' (duration: 38.278345ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:54:54.832937Z","caller":"traceutil/trace.go:171","msg":"trace[627053185] transaction","detail":"{read_only:false; response_revision:22807; number_of_response:1; }","duration":"139.844006ms","start":"2026-07-02T11:54:54.693083Z","end":"2026-07-02T11:54:54.832927Z","steps":["trace[627053185] 'process raft request' (duration: 139.215365ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:54:54.83297Z","caller":"traceutil/trace.go:171","msg":"trace[531828205] transaction","detail":"{read_only:false; response_revision:22808; number_of_response:1; }","duration":"139.738032ms","start":"2026-07-02T11:54:54.693182Z","end":"2026-07-02T11:54:54.83292Z","steps":["trace[531828205] 'process raft request' (duration: 139.451033ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:54:54.833109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.803664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T11:54:54.833182Z","caller":"traceutil/trace.go:171","msg":"trace[1565950347] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:22808; }","duration":"139.950239ms","start":"2026-07-02T11:54:54.693215Z","end":"2026-07-02T11:54:54.833165Z","steps":["trace[1565950347] 'agreement among raft nodes before linearized reading' (duration: 139.740782ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:54:54.833309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.583775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-07-02T11:54:54.833346Z","caller":"traceutil/trace.go:171","msg":"trace[426435016] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:22808; }","duration":"103.656618ms","start":"2026-07-02T11:54:54.729679Z","end":"2026-07-02T11:54:54.833336Z","steps":["trace[426435016] 'agreement among raft nodes before linearized reading' (duration: 103.535974ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:54:54.833517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.2997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-07-02T11:54:54.833623Z","caller":"traceutil/trace.go:171","msg":"trace[730083587] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:22808; }","duration":"140.426195ms","start":"2026-07-02T11:54:54.69316Z","end":"2026-07-02T11:54:54.833586Z","steps":["trace[730083587] 'agreement among raft nodes before linearized reading' (duration: 140.109054ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:54:54.974851Z","caller":"traceutil/trace.go:171","msg":"trace[94332756] transaction","detail":"{read_only:false; response_revision:22810; number_of_response:1; }","duration":"133.617336ms","start":"2026-07-02T11:54:54.841182Z","end":"2026-07-02T11:54:54.974799Z","steps":["trace[94332756] 'process raft request' (duration: 104.837855ms)","trace[94332756] 'compare' (duration: 28.413009ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:54:54.975134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.635317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3176"} {"level":"warn","ts":"2026-07-02T11:54:54.975212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.652827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T11:54:54.975247Z","caller":"traceutil/trace.go:171","msg":"trace[560888966] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:22810; }","duration":"133.765901ms","start":"2026-07-02T11:54:54.841449Z","end":"2026-07-02T11:54:54.975215Z","steps":["trace[560888966] 'agreement among raft nodes before linearized reading' (duration: 133.375069ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:54:54.975381Z","caller":"traceutil/trace.go:171","msg":"trace[239662827] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:22810; }","duration":"103.839063ms","start":"2026-07-02T11:54:54.871516Z","end":"2026-07-02T11:54:54.975355Z","steps":["trace[239662827] 'agreement among raft nodes before linearized reading' (duration: 103.286125ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:54:55.051933Z","caller":"traceutil/trace.go:171","msg":"trace[1409585681] transaction","detail":"{read_only:false; response_revision:22811; number_of_response:1; }","duration":"129.430232ms","start":"2026-07-02T11:54:54.922461Z","end":"2026-07-02T11:54:55.051891Z","steps":["trace[1409585681] 'process raft request' (duration: 128.940557ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:54:55.052061Z","caller":"traceutil/trace.go:171","msg":"trace[149717485] transaction","detail":"{read_only:false; response_revision:22812; number_of_response:1; }","duration":"129.178234ms","start":"2026-07-02T11:54:54.922822Z","end":"2026-07-02T11:54:55.052Z","steps":["trace[149717485] 'process raft request' (duration: 128.998628ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:54:55.052148Z","caller":"traceutil/trace.go:171","msg":"trace[507648180] transaction","detail":"{read_only:false; response_revision:22813; number_of_response:1; }","duration":"125.631941ms","start":"2026-07-02T11:54:54.926446Z","end":"2026-07-02T11:54:55.052078Z","steps":["trace[507648180] 'process raft request' (duration: 125.480146ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:54:55.05243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.124574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-07-02T11:54:55.052517Z","caller":"traceutil/trace.go:171","msg":"trace[138405223] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:22813; }","duration":"130.417484ms","start":"2026-07-02T11:54:54.922082Z","end":"2026-07-02T11:54:55.0525Z","steps":["trace[138405223] 'agreement among raft nodes before linearized reading' (duration: 129.967599ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:54:55.234471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.872246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-octavia-nodes\" ","response":"range_response_count:1 size:1263"} {"level":"info","ts":"2026-07-02T11:54:55.234562Z","caller":"traceutil/trace.go:171","msg":"trace[987502343] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-octavia-nodes; range_end:; response_count:1; response_revision:22816; }","duration":"160.021801ms","start":"2026-07-02T11:54:55.07452Z","end":"2026-07-02T11:54:55.234541Z","steps":["trace[987502343] 'range keys from in-memory index tree' (duration: 159.6823ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:54:55.234595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.658178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-07-02T11:54:55.234682Z","caller":"traceutil/trace.go:171","msg":"trace[2026003636] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:22816; }","duration":"158.770582ms","start":"2026-07-02T11:54:55.075893Z","end":"2026-07-02T11:54:55.234664Z","steps":["trace[2026003636] 'range keys from in-memory index tree' (duration: 158.483672ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:54:55.236723Z","caller":"traceutil/trace.go:171","msg":"trace[284678501] transaction","detail":"{read_only:false; response_revision:22817; number_of_response:1; }","duration":"156.83968ms","start":"2026-07-02T11:54:55.079634Z","end":"2026-07-02T11:54:55.236474Z","steps":["trace[284678501] 'process raft request' (duration: 156.671784ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:54:55.250078Z","caller":"traceutil/trace.go:171","msg":"trace[1147416606] transaction","detail":"{read_only:false; response_revision:22818; number_of_response:1; }","duration":"157.029465ms","start":"2026-07-02T11:54:55.09302Z","end":"2026-07-02T11:54:55.25005Z","steps":["trace[1147416606] 'process raft request' (duration: 156.86048ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:54:55.346925Z","caller":"traceutil/trace.go:171","msg":"trace[402721552] transaction","detail":"{read_only:false; response_revision:22819; number_of_response:1; }","duration":"107.248093ms","start":"2026-07-02T11:54:55.239641Z","end":"2026-07-02T11:54:55.346889Z","steps":["trace[402721552] 'process raft request' (duration: 104.136293ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:54:55.347035Z","caller":"traceutil/trace.go:171","msg":"trace[1405979645] transaction","detail":"{read_only:false; response_revision:22820; number_of_response:1; }","duration":"106.089945ms","start":"2026-07-02T11:54:55.240884Z","end":"2026-07-02T11:54:55.346974Z","steps":["trace[1405979645] 'process raft request' (duration: 105.93267ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:54:55.346919Z","caller":"traceutil/trace.go:171","msg":"trace[1595449921] linearizableReadLoop","detail":"{readStateIndex:23898; appliedIndex:23896; }","duration":"106.653054ms","start":"2026-07-02T11:54:55.240233Z","end":"2026-07-02T11:54:55.346886Z","steps":["trace[1595449921] 'read index received' (duration: 9.67993ms)","trace[1595449921] 'applied index is now lower than readState.Index' (duration: 96.971563ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:54:55.347251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.983364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17271"} {"level":"info","ts":"2026-07-02T11:54:55.347536Z","caller":"traceutil/trace.go:171","msg":"trace[546759646] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:22820; }","duration":"107.309795ms","start":"2026-07-02T11:54:55.240204Z","end":"2026-07-02T11:54:55.347514Z","steps":["trace[546759646] 'agreement among raft nodes before linearized reading' (duration: 106.783198ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:54:55.347611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.249653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-07-02T11:54:55.347651Z","caller":"traceutil/trace.go:171","msg":"trace[837294090] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:22820; }","duration":"107.315615ms","start":"2026-07-02T11:54:55.240324Z","end":"2026-07-02T11:54:55.34764Z","steps":["trace[837294090] 'agreement among raft nodes before linearized reading' (duration: 107.100348ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:54:55.34813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.981843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-octavia-server\" ","response":"range_response_count:1 size:9681"} {"level":"info","ts":"2026-07-02T11:54:55.348228Z","caller":"traceutil/trace.go:171","msg":"trace[1855412314] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-octavia-server; range_end:; response_count:1; response_revision:22820; }","duration":"107.16245ms","start":"2026-07-02T11:54:55.241045Z","end":"2026-07-02T11:54:55.348208Z","steps":["trace[1855412314] 'agreement among raft nodes before linearized reading' (duration: 106.835129ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:54:55.53116Z","caller":"traceutil/trace.go:171","msg":"trace[1156244702] linearizableReadLoop","detail":"{readStateIndex:23905; appliedIndex:23904; }","duration":"109.67574ms","start":"2026-07-02T11:54:55.421371Z","end":"2026-07-02T11:54:55.531046Z","steps":["trace[1156244702] 'read index received' (duration: 75.099793ms)","trace[1156244702] 'applied index is now lower than readState.Index' (duration: 34.573786ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:54:55.531304Z","caller":"traceutil/trace.go:171","msg":"trace[492512325] transaction","detail":"{read_only:false; response_revision:22826; number_of_response:1; }","duration":"111.119356ms","start":"2026-07-02T11:54:55.42015Z","end":"2026-07-02T11:54:55.531269Z","steps":["trace[492512325] 'process raft request' (duration: 76.378624ms)","trace[492512325] 'compare' (duration: 34.348509ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:54:55.531529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.129115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-octavia-nodes\" ","response":"range_response_count:1 size:1263"} {"level":"info","ts":"2026-07-02T11:54:55.531578Z","caller":"traceutil/trace.go:171","msg":"trace[1493581035] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-octavia-nodes; range_end:; response_count:1; response_revision:22826; }","duration":"110.237998ms","start":"2026-07-02T11:54:55.421327Z","end":"2026-07-02T11:54:55.531565Z","steps":["trace[1493581035] 'agreement among raft nodes before linearized reading' (duration: 110.008501ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:54:56.75836Z","caller":"traceutil/trace.go:171","msg":"trace[153300186] transaction","detail":"{read_only:false; response_revision:22842; number_of_response:1; }","duration":"130.514387ms","start":"2026-07-02T11:54:56.627827Z","end":"2026-07-02T11:54:56.758342Z","steps":["trace[153300186] 'process raft request' (duration: 130.368613ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:54:56.798131Z","caller":"traceutil/trace.go:171","msg":"trace[1771580747] transaction","detail":"{read_only:false; response_revision:22843; number_of_response:1; }","duration":"107.648746ms","start":"2026-07-02T11:54:56.690443Z","end":"2026-07-02T11:54:56.798092Z","steps":["trace[1771580747] 'process raft request' (duration: 107.498621ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:54:57.077361Z","caller":"traceutil/trace.go:171","msg":"trace[1033750202] linearizableReadLoop","detail":"{readStateIndex:23928; appliedIndex:23927; }","duration":"142.856032ms","start":"2026-07-02T11:54:56.934485Z","end":"2026-07-02T11:54:57.077341Z","steps":["trace[1033750202] 'read index received' (duration: 122.347075ms)","trace[1033750202] 'applied index is now lower than readState.Index' (duration: 20.508297ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:54:57.077435Z","caller":"traceutil/trace.go:171","msg":"trace[111209266] transaction","detail":"{read_only:false; response_revision:22847; number_of_response:1; }","duration":"202.744038ms","start":"2026-07-02T11:54:56.87464Z","end":"2026-07-02T11:54:57.077384Z","steps":["trace[111209266] 'process raft request' (duration: 182.259202ms)","trace[111209266] 'compare' (duration: 20.350382ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:54:57.077492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.985996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T11:54:57.077519Z","caller":"traceutil/trace.go:171","msg":"trace[1555594201] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:22847; }","duration":"143.061778ms","start":"2026-07-02T11:54:56.934447Z","end":"2026-07-02T11:54:57.077509Z","steps":["trace[1555594201] 'agreement among raft nodes before linearized reading' (duration: 142.996046ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:55:22.44475Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20358} {"level":"info","ts":"2026-07-02T11:55:22.562609Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20358,"took":"115.282587ms","hash":279802952,"current-db-size-bytes":58904576,"current-db-size":"59 MB","current-db-size-in-use-bytes":32567296,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-07-02T11:55:22.562692Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":279802952,"revision":20358,"compact-revision":17487} {"level":"warn","ts":"2026-07-02T11:56:18.620845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.149049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-02T11:56:18.620907Z","caller":"traceutil/trace.go:171","msg":"trace[1709786266] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:23503; }","duration":"108.253062ms","start":"2026-07-02T11:56:18.51264Z","end":"2026-07-02T11:56:18.620894Z","steps":["trace[1709786266] 'range keys from in-memory index tree' (duration: 108.022664ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:56:21.170353Z","caller":"traceutil/trace.go:171","msg":"trace[721460996] transaction","detail":"{read_only:false; response_revision:23517; number_of_response:1; }","duration":"534.926907ms","start":"2026-07-02T11:56:20.635399Z","end":"2026-07-02T11:56:21.170326Z","steps":["trace[721460996] 'process raft request' (duration: 534.443152ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:56:21.170512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:56:20.635381Z","time spent":"535.053002ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:56:21.190045Z","caller":"traceutil/trace.go:171","msg":"trace[2050370042] linearizableReadLoop","detail":"{readStateIndex:24635; appliedIndex:24632; }","duration":"519.404921ms","start":"2026-07-02T11:56:20.670618Z","end":"2026-07-02T11:56:21.190023Z","steps":["trace[2050370042] 'read index received' (duration: 499.597458ms)","trace[2050370042] 'applied index is now lower than readState.Index' (duration: 19.806553ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:56:21.190167Z","caller":"traceutil/trace.go:171","msg":"trace[1533846177] transaction","detail":"{read_only:false; response_revision:23520; number_of_response:1; }","duration":"517.80167ms","start":"2026-07-02T11:56:20.672337Z","end":"2026-07-02T11:56:21.190138Z","steps":["trace[1533846177] 'process raft request' (duration: 517.611024ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:56:21.190221Z","caller":"traceutil/trace.go:171","msg":"trace[1743076502] transaction","detail":"{read_only:false; response_revision:23521; number_of_response:1; }","duration":"113.063436ms","start":"2026-07-02T11:56:21.077137Z","end":"2026-07-02T11:56:21.190201Z","steps":["trace[1743076502] 'process raft request' (duration: 112.845249ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:56:21.190131Z","caller":"traceutil/trace.go:171","msg":"trace[2093109120] transaction","detail":"{read_only:false; response_revision:23518; number_of_response:1; }","duration":"553.330207ms","start":"2026-07-02T11:56:20.636733Z","end":"2026-07-02T11:56:21.190064Z","steps":["trace[2093109120] 'process raft request' (duration: 553.041527ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:56:21.190329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:56:20.67232Z","time spent":"517.912493ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:56:21.190416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.789593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T11:56:21.190465Z","caller":"traceutil/trace.go:171","msg":"trace[1724034142] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23521; }","duration":"519.873556ms","start":"2026-07-02T11:56:20.670577Z","end":"2026-07-02T11:56:21.190451Z","steps":["trace[1724034142] 'agreement among raft nodes before linearized reading' (duration: 519.791603ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:56:21.190497Z","caller":"traceutil/trace.go:171","msg":"trace[1999350340] transaction","detail":"{read_only:false; response_revision:23519; number_of_response:1; }","duration":"553.285935ms","start":"2026-07-02T11:56:20.637196Z","end":"2026-07-02T11:56:21.190482Z","steps":["trace[1999350340] 'process raft request' (duration: 552.710227ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:56:21.190516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:56:20.670559Z","time spent":"519.944979ms","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T11:56:21.190508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:56:20.636709Z","time spent":"553.622545ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:56:21.190592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:56:20.637186Z","time spent":"553.356217ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:56:21.190928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.675888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-02T11:56:21.191072Z","caller":"traceutil/trace.go:171","msg":"trace[275893080] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23521; }","duration":"266.867074ms","start":"2026-07-02T11:56:20.924179Z","end":"2026-07-02T11:56:21.191047Z","steps":["trace[275893080] 'agreement among raft nodes before linearized reading' (duration: 266.306226ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:56:27.081118Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096944183183180,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-02T11:56:27.21695Z","caller":"traceutil/trace.go:171","msg":"trace[1254119112] linearizableReadLoop","detail":"{readStateIndex:24672; appliedIndex:24671; }","duration":"636.656571ms","start":"2026-07-02T11:56:26.580264Z","end":"2026-07-02T11:56:27.216921Z","steps":["trace[1254119112] 'read index received' (duration: 636.522807ms)","trace[1254119112] 'applied index is now lower than readState.Index' (duration: 132.174µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:56:27.216996Z","caller":"traceutil/trace.go:171","msg":"trace[49153113] transaction","detail":"{read_only:false; response_revision:23554; number_of_response:1; }","duration":"638.781039ms","start":"2026-07-02T11:56:26.578186Z","end":"2026-07-02T11:56:27.216967Z","steps":["trace[49153113] 'process raft request' (duration: 638.553102ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:56:27.217233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:56:26.578176Z","time spent":"638.979286ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:56:27.217361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.062824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-07-02T11:56:27.217449Z","caller":"traceutil/trace.go:171","msg":"trace[852747823] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23554; }","duration":"637.173907ms","start":"2026-07-02T11:56:26.580252Z","end":"2026-07-02T11:56:27.217426Z","steps":["trace[852747823] 'agreement among raft nodes before linearized reading' (duration: 636.810626ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:56:27.217498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:56:26.580247Z","time spent":"637.241309ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-02T11:56:27.717989Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096944183183183,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T11:56:28.218869Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096944183183183,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T11:56:28.280351Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.063544204s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-02T11:56:28.669532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000177867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T11:56:28.669608Z","caller":"traceutil/trace.go:171","msg":"trace[62479303] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000398815s","start":"2026-07-02T11:56:26.669194Z","end":"2026-07-02T11:56:28.669593Z","steps":["trace[62479303] 'agreement among raft nodes before linearized reading' (duration: 2.000303652s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:56:28.669639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:56:26.66917Z","time spent":"2.000462047s","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/02 11:56:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T11:56:29.035212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.224937ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T11:56:29.035336Z","caller":"traceutil/trace.go:171","msg":"trace[1069454385] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23554; }","duration":"313.360382ms","start":"2026-07-02T11:56:28.721958Z","end":"2026-07-02T11:56:29.035318Z","steps":["trace[1069454385] 'range keys from in-memory index tree' (duration: 313.209277ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:56:29.035775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.174082ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T11:56:29.03596Z","caller":"traceutil/trace.go:171","msg":"trace[1303970331] linearizableReadLoop","detail":"{readStateIndex:24674; appliedIndex:24672; }","duration":"1.818862519s","start":"2026-07-02T11:56:27.217089Z","end":"2026-07-02T11:56:29.035951Z","steps":["trace[1303970331] 'read index received' (duration: 1.06343827s)","trace[1303970331] 'applied index is now lower than readState.Index' (duration: 755.419939ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:56:29.036035Z","caller":"traceutil/trace.go:171","msg":"trace[1666245744] transaction","detail":"{read_only:false; response_revision:23555; number_of_response:1; }","duration":"1.826479343s","start":"2026-07-02T11:56:27.209547Z","end":"2026-07-02T11:56:29.036026Z","steps":["trace[1666245744] 'process raft request' (duration: 1.070974232s)","trace[1666245744] 'compare' (duration: 754.914022ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:56:29.036082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:56:27.20953Z","time spent":"1.826526144s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:56:29.036221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.822864608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-02T11:56:29.036284Z","caller":"traceutil/trace.go:171","msg":"trace[543999120] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23556; }","duration":"1.823002842s","start":"2026-07-02T11:56:27.213264Z","end":"2026-07-02T11:56:29.036267Z","steps":["trace[543999120] 'agreement among raft nodes before linearized reading' (duration: 1.822770115s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:56:29.03634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:56:27.213242Z","time spent":"1.823087715s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-02T11:56:29.036367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.840092708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-02T11:56:29.036389Z","caller":"traceutil/trace.go:171","msg":"trace[1041045112] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23556; }","duration":"1.84014775s","start":"2026-07-02T11:56:27.196235Z","end":"2026-07-02T11:56:29.036383Z","steps":["trace[1041045112] 'agreement among raft nodes before linearized reading' (duration: 1.840078878s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:56:29.036415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:56:27.196216Z","time spent":"1.840194942s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-02T11:56:29.036576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.81573646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-02T11:56:29.036628Z","caller":"traceutil/trace.go:171","msg":"trace[550092118] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23556; }","duration":"1.815816842s","start":"2026-07-02T11:56:27.220796Z","end":"2026-07-02T11:56:29.036613Z","steps":["trace[550092118] 'agreement among raft nodes before linearized reading' (duration: 1.815693948s)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:56:29.036652Z","caller":"traceutil/trace.go:171","msg":"trace[666013415] transaction","detail":"{read_only:false; response_revision:23556; number_of_response:1; }","duration":"1.814074086s","start":"2026-07-02T11:56:27.22257Z","end":"2026-07-02T11:56:29.036644Z","steps":["trace[666013415] 'process raft request' (duration: 1.813279291s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:56:29.036661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:56:27.22078Z","time spent":"1.815873073s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-02T11:56:29.03672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:56:27.222549Z","time spent":"1.814129068s","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:56:29.036758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.773069025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T11:56:29.036757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.601368814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-02T11:56:29.036751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.309010234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T11:56:29.036798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.821639378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-02T11:56:29.036815Z","caller":"traceutil/trace.go:171","msg":"trace[1031649721] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23556; }","duration":"1.601471747s","start":"2026-07-02T11:56:27.435323Z","end":"2026-07-02T11:56:29.036794Z","steps":["trace[1031649721] 'agreement among raft nodes before linearized reading' (duration: 1.601328422s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:56:29.036819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.050968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T11:56:29.036832Z","caller":"traceutil/trace.go:171","msg":"trace[1547884525] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23556; }","duration":"1.82169649s","start":"2026-07-02T11:56:27.215127Z","end":"2026-07-02T11:56:29.036823Z","steps":["trace[1547884525] 'agreement among raft nodes before linearized reading' (duration: 1.821606087s)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:56:29.036787Z","caller":"traceutil/trace.go:171","msg":"trace[1836106936] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:23556; }","duration":"1.773153908s","start":"2026-07-02T11:56:27.263627Z","end":"2026-07-02T11:56:29.036781Z","steps":["trace[1836106936] 'agreement among raft nodes before linearized reading' (duration: 1.773054804s)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:56:29.036841Z","caller":"traceutil/trace.go:171","msg":"trace[1345254452] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:23556; }","duration":"1.309141528s","start":"2026-07-02T11:56:27.727677Z","end":"2026-07-02T11:56:29.036819Z","steps":["trace[1345254452] 'agreement among raft nodes before linearized reading' (duration: 1.308985973s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:56:29.036851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:56:27.435296Z","time spent":"1.60154835s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-02T11:56:29.036863Z","caller":"traceutil/trace.go:171","msg":"trace[737793609] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23556; }","duration":"367.133382ms","start":"2026-07-02T11:56:28.669716Z","end":"2026-07-02T11:56:29.036849Z","steps":["trace[737793609] 'agreement among raft nodes before linearized reading' (duration: 366.987147ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:56:29.036865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:56:27.263596Z","time spent":"1.773263331s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":70,"response size":32,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-07-02T11:56:29.03687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.342866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T11:56:29.036893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:56:28.669699Z","time spent":"367.187453ms","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T11:56:29.036862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:56:27.215115Z","time spent":"1.821739801s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-02T11:56:29.036928Z","caller":"traceutil/trace.go:171","msg":"trace[171078807] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:23556; }","duration":"618.430178ms","start":"2026-07-02T11:56:28.418482Z","end":"2026-07-02T11:56:29.036912Z","steps":["trace[171078807] 'agreement among raft nodes before linearized reading' (duration: 618.335635ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:56:29.036968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:56:28.418466Z","time spent":"618.49083ms","remote":"127.0.0.1:46452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":32,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-02T11:56:29.036886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:56:27.727659Z","time spent":"1.309215211s","remote":"127.0.0.1:60554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-07-02T11:56:29.036299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.823025353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-07-02T11:56:29.036876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.193108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T11:56:29.037048Z","caller":"traceutil/trace.go:171","msg":"trace[1614897500] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:23556; }","duration":"1.823774377s","start":"2026-07-02T11:56:27.213238Z","end":"2026-07-02T11:56:29.037012Z","steps":["trace[1614897500] 'agreement among raft nodes before linearized reading' (duration: 1.822985602s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:56:29.037099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.343256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-02T11:56:29.037181Z","caller":"traceutil/trace.go:171","msg":"trace[409835269] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23556; }","duration":"810.541972ms","start":"2026-07-02T11:56:28.226628Z","end":"2026-07-02T11:56:29.03717Z","steps":["trace[409835269] 'agreement among raft nodes before linearized reading' (duration: 809.956763ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:56:29.037255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:56:28.226608Z","time spent":"810.638695ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-02T11:56:29.037277Z","caller":"traceutil/trace.go:171","msg":"trace[1045775874] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:23556; }","duration":"157.417555ms","start":"2026-07-02T11:56:28.879628Z","end":"2026-07-02T11:56:29.037045Z","steps":["trace[1045775874] 'agreement among raft nodes before linearized reading' (duration: 157.098715ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:56:29.037113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:56:27.213224Z","time spent":"1.823855659s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-02T11:56:29.037929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.311937357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-02T11:56:29.038018Z","caller":"traceutil/trace.go:171","msg":"trace[842792088] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:23556; }","duration":"1.312088852s","start":"2026-07-02T11:56:27.725907Z","end":"2026-07-02T11:56:29.037996Z","steps":["trace[842792088] 'agreement among raft nodes before linearized reading' (duration: 1.310708068s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:56:29.038066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:56:27.725872Z","time spent":"1.312182825s","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2226,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-02T11:56:29.542476Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096944183183187,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T11:56:30.043564Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096944183183187,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T11:56:30.50695Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.46559139s","expected-duration":"1s"} {"level":"info","ts":"2026-07-02T11:56:30.511912Z","caller":"traceutil/trace.go:171","msg":"trace[1793784113] transaction","detail":"{read_only:false; response_revision:23557; number_of_response:1; }","duration":"1.470633722s","start":"2026-07-02T11:56:29.04125Z","end":"2026-07-02T11:56:30.511884Z","steps":["trace[1793784113] 'process raft request' (duration: 1.465981413s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:56:30.512095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:56:29.041226Z","time spent":"1.470767525s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:56:31.043306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999891937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-02T11:56:31.043386Z","caller":"traceutil/trace.go:171","msg":"trace[1353968438] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000007031s","start":"2026-07-02T11:56:29.04336Z","end":"2026-07-02T11:56:31.043367Z","steps":["trace[1353968438] 'agreement among raft nodes before linearized reading' (duration: 1.999916548s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:56:31.043428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:56:29.043346Z","time spent":"2.000073794s","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T11:56:31.729356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.233813ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T11:56:31.729858Z","caller":"traceutil/trace.go:171","msg":"trace[161303384] transaction","detail":"{read_only:false; response_revision:23559; number_of_response:1; }","duration":"2.686360622s","start":"2026-07-02T11:56:29.043474Z","end":"2026-07-02T11:56:31.729835Z","steps":["trace[161303384] 'process raft request' (duration: 2.686011561s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:56:31.730077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:56:29.04345Z","time spent":"2.686554908s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:56:31.730098Z","caller":"traceutil/trace.go:171","msg":"trace[1455498402] transaction","detail":"{read_only:false; response_revision:23560; number_of_response:1; }","duration":"2.686584219s","start":"2026-07-02T11:56:29.0435Z","end":"2026-07-02T11:56:31.730084Z","steps":["trace[1455498402] 'process raft request' (duration: 2.686249628s)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:56:31.730063Z","caller":"traceutil/trace.go:171","msg":"trace[1880360062] transaction","detail":"{read_only:false; response_revision:23558; number_of_response:1; }","duration":"2.686666172s","start":"2026-07-02T11:56:29.043368Z","end":"2026-07-02T11:56:31.730034Z","steps":["trace[1880360062] 'process raft request' (duration: 2.420658914s)","trace[1880360062] 'compare' (duration: 265.112879ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:56:31.730284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:56:29.043488Z","time spent":"2.686686932s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:56:31.730268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:56:29.043343Z","time spent":"2.686876498s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:56:31.730428Z","caller":"traceutil/trace.go:171","msg":"trace[639544115] transaction","detail":"{read_only:false; response_revision:23561; number_of_response:1; }","duration":"2.686903659s","start":"2026-07-02T11:56:29.043504Z","end":"2026-07-02T11:56:31.730407Z","steps":["trace[639544115] 'process raft request' (duration: 2.686487056s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:56:31.730505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:56:29.043639Z","time spent":"2.686864688s","remote":"127.0.0.1:44904","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-02T11:56:31.730522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:56:29.04349Z","time spent":"2.686984902s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:56:31.7309Z","caller":"traceutil/trace.go:171","msg":"trace[2098487400] transaction","detail":"{read_only:false; response_revision:23563; number_of_response:1; }","duration":"2.685797923s","start":"2026-07-02T11:56:29.045078Z","end":"2026-07-02T11:56:31.730876Z","steps":["trace[2098487400] 'process raft request' (duration: 2.68568822s)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:56:31.730943Z","caller":"traceutil/trace.go:171","msg":"trace[1378609161] transaction","detail":"{read_only:false; response_revision:23562; number_of_response:1; }","duration":"2.686402403s","start":"2026-07-02T11:56:29.044522Z","end":"2026-07-02T11:56:31.730924Z","steps":["trace[1378609161] 'process raft request' (duration: 2.685908827s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:56:31.731129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:56:29.045071Z","time spent":"2.685902308s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:56:31.73124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:56:29.044509Z","time spent":"2.686585659s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:56:33.044498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999891269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-02T11:56:33.044577Z","caller":"traceutil/trace.go:171","msg":"trace[64784860] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000040134s","start":"2026-07-02T11:56:31.044521Z","end":"2026-07-02T11:56:33.044561Z","steps":["trace[64784860] 'agreement among raft nodes before linearized reading' (duration: 1.99991995s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:56:33.044616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:56:31.044506Z","time spent":"2.000101045s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T11:56:34.149748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.418868847s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-07-02T11:56:34.150069Z","caller":"traceutil/trace.go:171","msg":"trace[330915260] linearizableReadLoop","detail":"{readStateIndex:24682; appliedIndex:24674; }","duration":"5.10838729s","start":"2026-07-02T11:56:29.041623Z","end":"2026-07-02T11:56:34.15001Z","steps":["trace[330915260] 'read index received' (duration: 1.465598291s)","trace[330915260] 'applied index is now lower than readState.Index' (duration: 3.642787359s)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:56:34.150778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:56:33.280533Z","time spent":"870.23483ms","remote":"127.0.0.1:46066","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-02T11:56:34.15085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.109209016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-07-02T11:56:34.150908Z","caller":"traceutil/trace.go:171","msg":"trace[470668639] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23563; }","duration":"5.109292599s","start":"2026-07-02T11:56:29.041597Z","end":"2026-07-02T11:56:34.15089Z","steps":["trace[470668639] 'agreement among raft nodes before linearized reading' (duration: 5.109093433s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:56:34.150953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:56:29.041582Z","time spent":"5.109360321s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-02T11:56:34.151195Z","caller":"traceutil/trace.go:171","msg":"trace[1340138062] transaction","detail":"{read_only:false; response_revision:23564; number_of_response:1; }","duration":"3.108787991s","start":"2026-07-02T11:56:31.042381Z","end":"2026-07-02T11:56:34.151169Z","steps":["trace[1340138062] 'process raft request' (duration: 3.10749577s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:56:34.151299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:56:31.042355Z","time spent":"3.108890145s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:56:35.054845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000705944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-02T11:56:35.054922Z","caller":"traceutil/trace.go:171","msg":"trace[686996411] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000839818s","start":"2026-07-02T11:56:33.054065Z","end":"2026-07-02T11:56:35.054904Z","steps":["trace[686996411] 'agreement among raft nodes before linearized reading' (duration: 2.000737965s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:56:35.054959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:56:33.054044Z","time spent":"2.00090706s","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T11:56:35.574944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.423704131s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T11:56:35.57517Z","caller":"traceutil/trace.go:171","msg":"trace[1661012351] linearizableReadLoop","detail":"{readStateIndex:24687; appliedIndex:24683; }","duration":"1.425037334s","start":"2026-07-02T11:56:34.150115Z","end":"2026-07-02T11:56:35.575152Z","steps":["trace[1661012351] 'read index received' (duration: 751.794µs)","trace[1661012351] 'applied index is now lower than readState.Index' (duration: 1.42428435s)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:56:35.575397Z","caller":"traceutil/trace.go:171","msg":"trace[1985258287] transaction","detail":"{read_only:false; response_revision:23565; number_of_response:1; }","duration":"4.358509859s","start":"2026-07-02T11:56:31.216873Z","end":"2026-07-02T11:56:35.575383Z","steps":["trace[1985258287] 'process raft request' (duration: 2.934281451s)","trace[1985258287] 'compare' (duration: 1.423591178s)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:56:35.575471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:56:31.216842Z","time spent":"4.358593692s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:56:35.576225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.836132702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-02T11:56:35.584424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.839818009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-02T11:56:35.584467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.571717377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-07-02T11:56:35.584478Z","caller":"traceutil/trace.go:171","msg":"trace[1554579877] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23567; }","duration":"1.84825669s","start":"2026-07-02T11:56:33.736205Z","end":"2026-07-02T11:56:35.584462Z","steps":["trace[1554579877] 'agreement among raft nodes before linearized reading' (duration: 1.839616903s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:56:35.584505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.848205188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-07-02T11:56:35.584514Z","caller":"traceutil/trace.go:171","msg":"trace[752857229] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:23567; }","duration":"3.580071254s","start":"2026-07-02T11:56:32.004426Z","end":"2026-07-02T11:56:35.584497Z","steps":["trace[752857229] 'agreement among raft nodes before linearized reading' (duration: 3.571530251s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:56:35.584523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:56:33.736196Z","time spent":"1.848315261s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-02T11:56:35.584551Z","caller":"traceutil/trace.go:171","msg":"trace[604834539] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:23567; }","duration":"1.848295691s","start":"2026-07-02T11:56:33.736239Z","end":"2026-07-02T11:56:35.584534Z","steps":["trace[604834539] 'agreement among raft nodes before linearized reading' (duration: 1.839916323s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:56:35.584556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:56:32.004404Z","time spent":"3.580142346s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1590,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-07-02T11:56:35.584578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:56:33.736209Z","time spent":"1.848361793s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-07-02T11:56:35.58443Z","caller":"traceutil/trace.go:171","msg":"trace[30700534] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23567; }","duration":"1.844374145s","start":"2026-07-02T11:56:33.740035Z","end":"2026-07-02T11:56:35.584409Z","steps":["trace[30700534] 'agreement among raft nodes before linearized reading' (duration: 1.835834202s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:56:35.575954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.44013283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"warn","ts":"2026-07-02T11:56:35.575801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.922217317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T11:56:35.575829Z","caller":"traceutil/trace.go:171","msg":"trace[990856808] transaction","detail":"{read_only:false; response_revision:23566; number_of_response:1; }","duration":"3.842256059s","start":"2026-07-02T11:56:31.733563Z","end":"2026-07-02T11:56:35.575819Z","steps":["trace[990856808] 'process raft request' (duration: 3.841482004s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:56:35.57583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.777303153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T11:56:35.575936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.705414972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T11:56:35.57592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.841749951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-02T11:56:35.575971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.840196661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-07-02T11:56:35.57599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.838343082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-02T11:56:35.575759Z","caller":"traceutil/trace.go:171","msg":"trace[94034718] transaction","detail":"{read_only:false; response_revision:23567; number_of_response:1; }","duration":"3.719057199s","start":"2026-07-02T11:56:31.856667Z","end":"2026-07-02T11:56:35.575724Z","steps":["trace[94034718] 'process raft request' (duration: 3.718442059s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:56:35.578163Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.4224111s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-02T11:56:35.583239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.037017996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-02T11:56:35.584796Z","caller":"traceutil/trace.go:171","msg":"trace[1021477431] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23567; }","duration":"6.449011865s","start":"2026-07-02T11:56:29.135773Z","end":"2026-07-02T11:56:35.584785Z","steps":["trace[1021477431] 'agreement among raft nodes before linearized reading' (duration: 6.440075679s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:56:35.585027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:56:31.856641Z","time spent":"3.728366636s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:56:35.585006Z","caller":"traceutil/trace.go:171","msg":"trace[1123362247] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23567; }","duration":"1.849276392s","start":"2026-07-02T11:56:33.73571Z","end":"2026-07-02T11:56:35.584986Z","steps":["trace[1123362247] 'agreement among raft nodes before linearized reading' (duration: 1.840159891s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:56:35.585077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:56:33.735689Z","time spent":"1.849376835s","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":671,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-02T11:56:35.585084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:56:29.13575Z","time spent":"6.449321054s","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11521,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-02T11:56:35.58524Z","caller":"traceutil/trace.go:171","msg":"trace[2101152032] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:23567; }","duration":"2.71444794s","start":"2026-07-02T11:56:32.870475Z","end":"2026-07-02T11:56:35.584923Z","steps":["trace[2101152032] 'agreement among raft nodes before linearized reading' (duration: 2.705426622s)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:56:35.584824Z","caller":"traceutil/trace.go:171","msg":"trace[1359242185] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:23567; }","duration":"4.931304888s","start":"2026-07-02T11:56:30.653508Z","end":"2026-07-02T11:56:35.584813Z","steps":["trace[1359242185] 'agreement among raft nodes before linearized reading' (duration: 4.922254278s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:56:35.585354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:56:30.653484Z","time spent":"4.931855626s","remote":"127.0.0.1:33050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-07-02T11:56:35.584842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:56:33.740028Z","time spent":"1.844765808s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-02T11:56:35.584899Z","caller":"traceutil/trace.go:171","msg":"trace[7115867] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:23567; }","duration":"4.786435955s","start":"2026-07-02T11:56:30.79845Z","end":"2026-07-02T11:56:35.584886Z","steps":["trace[7115867] 'agreement among raft nodes before linearized reading' (duration: 4.777257102s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:56:35.585534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:56:30.798435Z","time spent":"4.787091706s","remote":"127.0.0.1:60448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-02T11:56:35.585539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:56:32.870455Z","time spent":"2.7150688s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-07-02T11:56:35.584908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:56:31.733539Z","time spent":"3.851311058s","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:56:35.584951Z","caller":"traceutil/trace.go:171","msg":"trace[2036518841] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23567; }","duration":"1.850851522s","start":"2026-07-02T11:56:33.734092Z","end":"2026-07-02T11:56:35.584944Z","steps":["trace[2036518841] 'agreement among raft nodes before linearized reading' (duration: 1.841608346s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:56:35.585669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:56:33.734069Z","time spent":"1.851590676s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-02T11:56:35.584992Z","caller":"traceutil/trace.go:171","msg":"trace[125081346] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23567; }","duration":"1.847427482s","start":"2026-07-02T11:56:33.737559Z","end":"2026-07-02T11:56:35.584986Z","steps":["trace[125081346] 'agreement among raft nodes before linearized reading' (duration: 1.838144035s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:56:35.58579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:56:33.737531Z","time spent":"1.848252449s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-02T11:56:35.585311Z","caller":"traceutil/trace.go:171","msg":"trace[2091829514] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23567; }","duration":"3.046084506s","start":"2026-07-02T11:56:32.539215Z","end":"2026-07-02T11:56:35.585299Z","steps":["trace[2091829514] 'agreement among raft nodes before linearized reading' (duration: 3.036699996s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:56:35.585857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:56:32.539192Z","time spent":"3.046659915s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-02T11:56:35.585314Z","caller":"traceutil/trace.go:171","msg":"trace[1930323811] transaction","detail":"{read_only:false; response_revision:23568; number_of_response:1; }","duration":"1.429646552s","start":"2026-07-02T11:56:34.155658Z","end":"2026-07-02T11:56:35.585305Z","steps":["trace[1930323811] 'process raft request' (duration: 1.429562509s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:56:35.585925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:56:34.155642Z","time spent":"1.430245401s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:56:35.576035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.383245321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-02T11:56:35.58689Z","caller":"traceutil/trace.go:171","msg":"trace[1003378880] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23567; }","duration":"6.39415012s","start":"2026-07-02T11:56:29.192719Z","end":"2026-07-02T11:56:35.586869Z","steps":["trace[1003378880] 'agreement among raft nodes before linearized reading' (duration: 6.382994913s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:56:35.586942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:56:29.192699Z","time spent":"6.394227802s","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-02T11:56:36.464888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.724998ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T11:56:36.465012Z","caller":"traceutil/trace.go:171","msg":"trace[1849240436] linearizableReadLoop","detail":"{readStateIndex:24689; appliedIndex:24688; }","duration":"889.778066ms","start":"2026-07-02T11:56:35.575211Z","end":"2026-07-02T11:56:36.464989Z","steps":["trace[1849240436] 'read index received' (duration: 10.613089ms)","trace[1849240436] 'applied index is now lower than readState.Index' (duration: 879.163447ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:56:36.465131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.292836717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T11:56:36.465186Z","caller":"traceutil/trace.go:171","msg":"trace[347753536] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:23569; }","duration":"1.29293591s","start":"2026-07-02T11:56:35.172234Z","end":"2026-07-02T11:56:36.46517Z","steps":["trace[347753536] 'agreement among raft nodes before linearized reading' (duration: 1.292843077s)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:56:36.465193Z","caller":"traceutil/trace.go:171","msg":"trace[369759216] transaction","detail":"{read_only:false; response_revision:23569; number_of_response:1; }","duration":"1.546742247s","start":"2026-07-02T11:56:34.918433Z","end":"2026-07-02T11:56:36.465175Z","steps":["trace[369759216] 'process raft request' (duration: 932.636857ms)","trace[369759216] 'compare' (duration: 613.533212ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:56:36.465244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:56:35.17221Z","time spent":"1.293018933s","remote":"127.0.0.1:45338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":32,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-02T11:56:36.46527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:56:34.918409Z","time spent":"1.54682131s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:56:36.465295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.405777409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T11:56:36.465294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.404470907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T11:56:36.465353Z","caller":"traceutil/trace.go:171","msg":"trace[1185672268] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23569; }","duration":"1.405875222s","start":"2026-07-02T11:56:35.059462Z","end":"2026-07-02T11:56:36.465337Z","steps":["trace[1185672268] 'agreement among raft nodes before linearized reading' (duration: 1.405769389s)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:56:36.465365Z","caller":"traceutil/trace.go:171","msg":"trace[43702226] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23569; }","duration":"1.404585411s","start":"2026-07-02T11:56:35.060762Z","end":"2026-07-02T11:56:36.465348Z","steps":["trace[43702226] 'agreement among raft nodes before linearized reading' (duration: 1.404442746s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:56:36.465386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:56:35.059447Z","time spent":"1.405933834s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T11:56:36.465401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:56:35.060742Z","time spent":"1.404650863s","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T11:56:36.465136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001700736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.89\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-07-02T11:56:36.465507Z","caller":"traceutil/trace.go:171","msg":"trace[1560584628] range","detail":"{range_begin:/registry/masterleases/199.204.45.89; range_end:; response_count:1; response_revision:23569; }","duration":"1.002109829s","start":"2026-07-02T11:56:35.463379Z","end":"2026-07-02T11:56:36.465489Z","steps":["trace[1560584628] 'agreement among raft nodes before linearized reading' (duration: 1.001649484s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:56:36.465565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:56:35.463357Z","time spent":"1.002193892s","remote":"127.0.0.1:44868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.89\" "} {"level":"info","ts":"2026-07-02T11:56:36.47401Z","caller":"traceutil/trace.go:171","msg":"trace[1427215661] transaction","detail":"{read_only:false; response_revision:23571; number_of_response:1; }","duration":"885.399486ms","start":"2026-07-02T11:56:35.588595Z","end":"2026-07-02T11:56:36.473994Z","steps":["trace[1427215661] 'process raft request' (duration: 885.331744ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:56:36.474069Z","caller":"traceutil/trace.go:171","msg":"trace[1772199175] transaction","detail":"{read_only:false; response_revision:23570; number_of_response:1; }","duration":"885.494109ms","start":"2026-07-02T11:56:35.58854Z","end":"2026-07-02T11:56:36.474034Z","steps":["trace[1772199175] 'process raft request' (duration: 885.256621ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:56:36.474175Z","caller":"traceutil/trace.go:171","msg":"trace[1663101414] transaction","detail":"{read_only:false; response_revision:23572; number_of_response:1; }","duration":"885.54545ms","start":"2026-07-02T11:56:35.58862Z","end":"2026-07-02T11:56:36.474165Z","steps":["trace[1663101414] 'process raft request' (duration: 885.342334ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:56:36.474253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:56:35.588617Z","time spent":"885.580672ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:56:36.474252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:56:35.588531Z","time spent":"885.603642ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:56:36.474502Z","caller":"traceutil/trace.go:171","msg":"trace[1353505359] transaction","detail":"{read_only:false; response_revision:23573; number_of_response:1; }","duration":"885.581862ms","start":"2026-07-02T11:56:35.588894Z","end":"2026-07-02T11:56:36.474476Z","steps":["trace[1353505359] 'process raft request' (duration: 885.233091ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:56:36.474483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:56:35.588592Z","time spent":"885.867171ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:56:36.474621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:56:35.58888Z","time spent":"885.677775ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:56:36.474723Z","caller":"traceutil/trace.go:171","msg":"trace[1070866939] transaction","detail":"{read_only:false; response_revision:23575; number_of_response:1; }","duration":"885.225131ms","start":"2026-07-02T11:56:35.589485Z","end":"2026-07-02T11:56:36.47471Z","steps":["trace[1070866939] 'process raft request' (duration: 885.179189ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:56:36.474774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:56:35.589478Z","time spent":"885.270812ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:56:36.47482Z","caller":"traceutil/trace.go:171","msg":"trace[1241823282] transaction","detail":"{read_only:false; response_revision:23574; number_of_response:1; }","duration":"885.781728ms","start":"2026-07-02T11:56:35.588948Z","end":"2026-07-02T11:56:36.474729Z","steps":["trace[1241823282] 'process raft request' (duration: 885.439407ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:56:36.474942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:56:35.588944Z","time spent":"885.927643ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:56:36.562732Z","caller":"traceutil/trace.go:171","msg":"trace[905878002] transaction","detail":"{read_only:false; response_revision:23576; number_of_response:1; }","duration":"403.824845ms","start":"2026-07-02T11:56:36.158885Z","end":"2026-07-02T11:56:36.56271Z","steps":["trace[905878002] 'process raft request' (duration: 403.563507ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:56:36.562937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:56:36.158856Z","time spent":"404.00098ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:56:36.563028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.30569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-07-02T11:56:36.563096Z","caller":"traceutil/trace.go:171","msg":"trace[2034754945] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23576; }","duration":"974.386242ms","start":"2026-07-02T11:56:35.588692Z","end":"2026-07-02T11:56:36.563079Z","steps":["trace[2034754945] 'agreement among raft nodes before linearized reading' (duration: 974.209036ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:56:36.563128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:56:35.588689Z","time spent":"974.433283ms","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11521,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-02T11:56:36.563483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.865794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-api-6bd58dc6f8-h2rxf.18be76eab3479c0b\" ","response":"range_response_count:1 size:907"} {"level":"info","ts":"2026-07-02T11:56:36.563552Z","caller":"traceutil/trace.go:171","msg":"trace[1118821590] range","detail":"{range_begin:/registry/events/openstack/heat-api-6bd58dc6f8-h2rxf.18be76eab3479c0b; range_end:; response_count:1; response_revision:23576; }","duration":"972.942306ms","start":"2026-07-02T11:56:35.590596Z","end":"2026-07-02T11:56:36.563538Z","steps":["trace[1118821590] 'agreement among raft nodes before linearized reading' (duration: 972.794561ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:56:36.563594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:56:35.59059Z","time spent":"972.995557ms","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":931,"request content":"key:\"/registry/events/openstack/heat-api-6bd58dc6f8-h2rxf.18be76eab3479c0b\" "} {"level":"warn","ts":"2026-07-02T11:56:36.563639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.824492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f192c6f5-7dd5-46ec-b155-1c52d6ed4297\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-07-02T11:56:36.563762Z","caller":"traceutil/trace.go:171","msg":"trace[31385657] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f192c6f5-7dd5-46ec-b155-1c52d6ed4297; range_end:; response_count:1; response_revision:23576; }","duration":"972.991878ms","start":"2026-07-02T11:56:35.590744Z","end":"2026-07-02T11:56:36.563736Z","steps":["trace[31385657] 'agreement among raft nodes before linearized reading' (duration: 972.615426ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:56:36.563831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:56:35.590738Z","time spent":"973.076071ms","remote":"127.0.0.1:44984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1308,"request content":"key:\"/registry/persistentvolumes/pvc-f192c6f5-7dd5-46ec-b155-1c52d6ed4297\" "} {"level":"warn","ts":"2026-07-02T11:56:36.563845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.493467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-02T11:56:36.563951Z","caller":"traceutil/trace.go:171","msg":"trace[161931677] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23576; }","duration":"975.622662ms","start":"2026-07-02T11:56:35.588289Z","end":"2026-07-02T11:56:36.563912Z","steps":["trace[161931677] 'agreement among raft nodes before linearized reading' (duration: 975.312702ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:56:36.564004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:56:35.588275Z","time spent":"975.719684ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-02T11:56:37.065058Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096944183183217,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T11:56:37.717499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.196476ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T11:56:37.717615Z","caller":"traceutil/trace.go:171","msg":"trace[2105343924] transaction","detail":"{read_only:false; response_revision:23577; number_of_response:1; }","duration":"1.153147698s","start":"2026-07-02T11:56:36.564446Z","end":"2026-07-02T11:56:37.717593Z","steps":["trace[2105343924] 'process raft request' (duration: 905.769006ms)","trace[2105343924] 'compare' (duration: 246.767112ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:56:37.717679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:56:36.564433Z","time spent":"1.15321597s","remote":"127.0.0.1:44868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:56:37.739826Z","caller":"traceutil/trace.go:171","msg":"trace[2068597159] transaction","detail":"{read_only:false; response_revision:23578; number_of_response:1; }","duration":"1.174252203s","start":"2026-07-02T11:56:36.56555Z","end":"2026-07-02T11:56:37.739802Z","steps":["trace[2068597159] 'process raft request' (duration: 1.174041626s)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:56:37.739883Z","caller":"traceutil/trace.go:171","msg":"trace[1428252563] transaction","detail":"{read_only:false; response_revision:23579; number_of_response:1; }","duration":"1.171762673s","start":"2026-07-02T11:56:36.568085Z","end":"2026-07-02T11:56:37.739848Z","steps":["trace[1428252563] 'process raft request' (duration: 1.171611749s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:56:37.739941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.175467472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T11:56:37.739981Z","caller":"traceutil/trace.go:171","msg":"trace[462414711] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23580; }","duration":"1.175531263s","start":"2026-07-02T11:56:36.56444Z","end":"2026-07-02T11:56:37.739971Z","steps":["trace[462414711] 'agreement among raft nodes before linearized reading' (duration: 1.17543302s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:56:37.739983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:56:36.56554Z","time spent":"1.174363746s","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":889,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:56:37.740012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:56:36.564425Z","time spent":"1.175578375s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T11:56:37.740047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:56:36.568067Z","time spent":"1.171890228s","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:56:37.739832Z","caller":"traceutil/trace.go:171","msg":"trace[317155120] linearizableReadLoop","detail":"{readStateIndex:24701; appliedIndex:24697; }","duration":"1.175353348s","start":"2026-07-02T11:56:36.564461Z","end":"2026-07-02T11:56:37.739815Z","steps":["trace[317155120] 'read index received' (duration: 905.967093ms)","trace[317155120] 'applied index is now lower than readState.Index' (duration: 269.385305ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:56:37.740476Z","caller":"traceutil/trace.go:171","msg":"trace[1140071909] transaction","detail":"{read_only:false; response_revision:23580; number_of_response:1; }","duration":"1.169346536s","start":"2026-07-02T11:56:36.570965Z","end":"2026-07-02T11:56:37.740311Z","steps":["trace[1140071909] 'process raft request' (duration: 1.168797449s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:56:37.740655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.176052001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17271"} {"level":"warn","ts":"2026-07-02T11:56:37.740696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.005866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-07-02T11:56:37.740779Z","caller":"traceutil/trace.go:171","msg":"trace[378118824] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23580; }","duration":"149.128009ms","start":"2026-07-02T11:56:37.591628Z","end":"2026-07-02T11:56:37.740756Z","steps":["trace[378118824] 'agreement among raft nodes before linearized reading' (duration: 148.903582ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:56:37.740748Z","caller":"traceutil/trace.go:171","msg":"trace[514325138] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23580; }","duration":"1.176169215s","start":"2026-07-02T11:56:36.564561Z","end":"2026-07-02T11:56:37.74073Z","steps":["trace[514325138] 'agreement among raft nodes before linearized reading' (duration: 1.175893446s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:56:37.741004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:56:36.564539Z","time spent":"1.176446323s","remote":"127.0.0.1:45008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17295,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-02T11:56:37.740986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:56:36.570945Z","time spent":"1.169628636s","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:56:43.983971Z","caller":"traceutil/trace.go:171","msg":"trace[890664728] linearizableReadLoop","detail":"{readStateIndex:24748; appliedIndex:24747; }","duration":"118.627523ms","start":"2026-07-02T11:56:43.865318Z","end":"2026-07-02T11:56:43.983945Z","steps":["trace[890664728] 'read index received' (duration: 118.464548ms)","trace[890664728] 'applied index is now lower than readState.Index' (duration: 161.595µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:56:43.984072Z","caller":"traceutil/trace.go:171","msg":"trace[949875240] transaction","detail":"{read_only:false; response_revision:23624; number_of_response:1; }","duration":"148.682225ms","start":"2026-07-02T11:56:43.835358Z","end":"2026-07-02T11:56:43.98404Z","steps":["trace[949875240] 'process raft request' (duration: 148.421096ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:56:43.984293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.955794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-07-02T11:56:43.9844Z","caller":"traceutil/trace.go:171","msg":"trace[614520629] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23624; }","duration":"119.076838ms","start":"2026-07-02T11:56:43.865272Z","end":"2026-07-02T11:56:43.984349Z","steps":["trace[614520629] 'agreement among raft nodes before linearized reading' (duration: 118.850991ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:56:44.6287Z","caller":"traceutil/trace.go:171","msg":"trace[1600935871] transaction","detail":"{read_only:false; response_revision:23632; number_of_response:1; }","duration":"105.455843ms","start":"2026-07-02T11:56:44.523225Z","end":"2026-07-02T11:56:44.628681Z","steps":["trace[1600935871] 'process raft request' (duration: 105.410582ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:56:44.628989Z","caller":"traceutil/trace.go:171","msg":"trace[1535396604] transaction","detail":"{read_only:false; response_revision:23630; number_of_response:1; }","duration":"108.069977ms","start":"2026-07-02T11:56:44.520885Z","end":"2026-07-02T11:56:44.628955Z","steps":["trace[1535396604] 'process raft request' (duration: 107.672794ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:56:44.629058Z","caller":"traceutil/trace.go:171","msg":"trace[1282173270] transaction","detail":"{read_only:false; response_revision:23631; number_of_response:1; }","duration":"108.127239ms","start":"2026-07-02T11:56:44.520917Z","end":"2026-07-02T11:56:44.629045Z","steps":["trace[1282173270] 'process raft request' (duration: 107.681484ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:56:44.629185Z","caller":"traceutil/trace.go:171","msg":"trace[946740149] transaction","detail":"{read_only:false; response_revision:23629; number_of_response:1; }","duration":"108.014225ms","start":"2026-07-02T11:56:44.520846Z","end":"2026-07-02T11:56:44.62886Z","steps":["trace[946740149] 'process raft request' (duration: 107.55162ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:57:04.661287Z","caller":"traceutil/trace.go:171","msg":"trace[665567833] linearizableReadLoop","detail":"{readStateIndex:24886; appliedIndex:24885; }","duration":"112.464377ms","start":"2026-07-02T11:57:04.5488Z","end":"2026-07-02T11:57:04.661265Z","steps":["trace[665567833] 'read index received' (duration: 112.346863ms)","trace[665567833] 'applied index is now lower than readState.Index' (duration: 116.424µs)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:57:04.661476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.650313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-07-02T11:57:04.661505Z","caller":"traceutil/trace.go:171","msg":"trace[1846513201] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23754; }","duration":"112.697175ms","start":"2026-07-02T11:57:04.548796Z","end":"2026-07-02T11:57:04.661493Z","steps":["trace[1846513201] 'agreement among raft nodes before linearized reading' (duration: 112.5677ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:57:04.661576Z","caller":"traceutil/trace.go:171","msg":"trace[764044593] transaction","detail":"{read_only:false; response_revision:23754; number_of_response:1; }","duration":"113.623664ms","start":"2026-07-02T11:57:04.547922Z","end":"2026-07-02T11:57:04.661546Z","steps":["trace[764044593] 'process raft request' (duration: 113.17766ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:57:05.055822Z","caller":"traceutil/trace.go:171","msg":"trace[826815006] linearizableReadLoop","detail":"{readStateIndex:24895; appliedIndex:24890; }","duration":"128.321854ms","start":"2026-07-02T11:57:04.927477Z","end":"2026-07-02T11:57:05.055799Z","steps":["trace[826815006] 'read index received' (duration: 120.241365ms)","trace[826815006] 'applied index is now lower than readState.Index' (duration: 8.079049ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:57:05.056092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.591862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-07-02T11:57:05.056193Z","caller":"traceutil/trace.go:171","msg":"trace[1595902196] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:23764; }","duration":"128.727867ms","start":"2026-07-02T11:57:04.927448Z","end":"2026-07-02T11:57:05.056175Z","steps":["trace[1595902196] 'agreement among raft nodes before linearized reading' (duration: 128.454378ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:57:05.056663Z","caller":"traceutil/trace.go:171","msg":"trace[621806444] transaction","detail":"{read_only:false; response_revision:23763; number_of_response:1; }","duration":"129.969147ms","start":"2026-07-02T11:57:04.926668Z","end":"2026-07-02T11:57:05.056637Z","steps":["trace[621806444] 'process raft request' (duration: 129.063908ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:57:05.056698Z","caller":"traceutil/trace.go:171","msg":"trace[1694062108] transaction","detail":"{read_only:false; response_revision:23762; number_of_response:1; }","duration":"130.039829ms","start":"2026-07-02T11:57:04.926615Z","end":"2026-07-02T11:57:05.056654Z","steps":["trace[1694062108] 'process raft request' (duration: 129.083119ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:57:05.056726Z","caller":"traceutil/trace.go:171","msg":"trace[1508501556] transaction","detail":"{read_only:false; response_revision:23764; number_of_response:1; }","duration":"126.62067ms","start":"2026-07-02T11:57:04.930079Z","end":"2026-07-02T11:57:05.0567Z","steps":["trace[1508501556] 'process raft request' (duration: 125.68434ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:57:05.056705Z","caller":"traceutil/trace.go:171","msg":"trace[1077495391] transaction","detail":"{read_only:false; response_revision:23761; number_of_response:1; }","duration":"130.06581ms","start":"2026-07-02T11:57:04.926611Z","end":"2026-07-02T11:57:05.056677Z","steps":["trace[1077495391] 'process raft request' (duration: 129.016236ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:57:05.056907Z","caller":"traceutil/trace.go:171","msg":"trace[1810409339] transaction","detail":"{read_only:false; response_revision:23760; number_of_response:1; }","duration":"130.272126ms","start":"2026-07-02T11:57:04.926604Z","end":"2026-07-02T11:57:05.056876Z","steps":["trace[1810409339] 'process raft request' (duration: 128.967795ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:57:05.057713Z","caller":"traceutil/trace.go:171","msg":"trace[1905944414] transaction","detail":"{read_only:false; response_revision:23759; number_of_response:1; }","duration":"130.774573ms","start":"2026-07-02T11:57:04.925929Z","end":"2026-07-02T11:57:05.056704Z","steps":["trace[1905944414] 'process raft request' (duration: 121.684942ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:57:37.026772Z","caller":"traceutil/trace.go:171","msg":"trace[205101528] linearizableReadLoop","detail":"{readStateIndex:25380; appliedIndex:25379; }","duration":"218.981833ms","start":"2026-07-02T11:57:36.807768Z","end":"2026-07-02T11:57:37.02675Z","steps":["trace[205101528] 'read index received' (duration: 218.749595ms)","trace[205101528] 'applied index is now lower than readState.Index' (duration: 231.308µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:57:37.026898Z","caller":"traceutil/trace.go:171","msg":"trace[707349322] transaction","detail":"{read_only:false; response_revision:24223; number_of_response:1; }","duration":"301.12583ms","start":"2026-07-02T11:57:36.725761Z","end":"2026-07-02T11:57:37.026887Z","steps":["trace[707349322] 'process raft request' (duration: 300.843951ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:57:37.027003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:57:36.725739Z","time spent":"301.193622ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T11:57:37.027111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.285742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-07-02T11:57:37.027197Z","caller":"traceutil/trace.go:171","msg":"trace[237246617] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:24223; }","duration":"219.383475ms","start":"2026-07-02T11:57:36.807768Z","end":"2026-07-02T11:57:37.027152Z","steps":["trace[237246617] 'agreement among raft nodes before linearized reading' (duration: 219.22388ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:57:37.027357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.456107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T11:57:37.027392Z","caller":"traceutil/trace.go:171","msg":"trace[338594271] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:24223; }","duration":"178.491758ms","start":"2026-07-02T11:57:36.848879Z","end":"2026-07-02T11:57:37.027371Z","steps":["trace[338594271] 'agreement among raft nodes before linearized reading' (duration: 178.457857ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:57:37.027369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.336333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T11:57:37.027425Z","caller":"traceutil/trace.go:171","msg":"trace[2055839709] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:24223; }","duration":"178.429256ms","start":"2026-07-02T11:57:36.848983Z","end":"2026-07-02T11:57:37.027412Z","steps":["trace[2055839709] 'agreement among raft nodes before linearized reading' (duration: 178.310542ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:57:37.02747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.80227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5104"} {"level":"warn","ts":"2026-07-02T11:57:37.027505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.852212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T11:57:37.027524Z","caller":"traceutil/trace.go:171","msg":"trace[1619863210] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:24223; }","duration":"179.914053ms","start":"2026-07-02T11:57:36.847604Z","end":"2026-07-02T11:57:37.027518Z","steps":["trace[1619863210] 'agreement among raft nodes before linearized reading' (duration: 179.882452ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:57:37.027543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.773359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T11:57:37.027565Z","caller":"traceutil/trace.go:171","msg":"trace[1477181419] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:24223; }","duration":"219.8223ms","start":"2026-07-02T11:57:36.807735Z","end":"2026-07-02T11:57:37.027557Z","steps":["trace[1477181419] 'agreement among raft nodes before linearized reading' (duration: 219.782869ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:57:37.027608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.280715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-07-02T11:57:37.027625Z","caller":"traceutil/trace.go:171","msg":"trace[1457285131] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:24223; }","duration":"180.363368ms","start":"2026-07-02T11:57:36.847257Z","end":"2026-07-02T11:57:37.02762Z","steps":["trace[1457285131] 'agreement among raft nodes before linearized reading' (duration: 180.308737ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:57:37.02763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.707092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T11:57:37.027649Z","caller":"traceutil/trace.go:171","msg":"trace[1820028024] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:24223; }","duration":"156.757723ms","start":"2026-07-02T11:57:36.870886Z","end":"2026-07-02T11:57:37.027643Z","steps":["trace[1820028024] 'agreement among raft nodes before linearized reading' (duration: 156.721622ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:57:37.027709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.729808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T11:57:37.027723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.56685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T11:57:37.027731Z","caller":"traceutil/trace.go:171","msg":"trace[1170489564] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:24223; }","duration":"154.7581ms","start":"2026-07-02T11:57:36.872966Z","end":"2026-07-02T11:57:37.027724Z","steps":["trace[1170489564] 'agreement among raft nodes before linearized reading' (duration: 154.725119ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:57:37.027739Z","caller":"traceutil/trace.go:171","msg":"trace[195112913] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:24223; }","duration":"157.61043ms","start":"2026-07-02T11:57:36.870124Z","end":"2026-07-02T11:57:37.027735Z","steps":["trace[195112913] 'agreement among raft nodes before linearized reading' (duration: 157.585079ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:57:37.027785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.412807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5104"} {"level":"info","ts":"2026-07-02T11:57:37.027806Z","caller":"traceutil/trace.go:171","msg":"trace[604440804] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:24223; }","duration":"214.476579ms","start":"2026-07-02T11:57:36.813323Z","end":"2026-07-02T11:57:37.0278Z","steps":["trace[604440804] 'agreement among raft nodes before linearized reading' (duration: 214.412447ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:57:37.027837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.027465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5104"} {"level":"info","ts":"2026-07-02T11:57:37.02785Z","caller":"traceutil/trace.go:171","msg":"trace[1522767726] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:24223; }","duration":"174.055667ms","start":"2026-07-02T11:57:36.85379Z","end":"2026-07-02T11:57:37.027846Z","steps":["trace[1522767726] 'agreement among raft nodes before linearized reading' (duration: 173.986114ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:57:37.027883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.984787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-07-02T11:57:37.02791Z","caller":"traceutil/trace.go:171","msg":"trace[48561365] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:24223; }","duration":"155.022467ms","start":"2026-07-02T11:57:36.87288Z","end":"2026-07-02T11:57:37.027902Z","steps":["trace[48561365] 'agreement among raft nodes before linearized reading' (duration: 154.940955ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:57:37.027946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.984215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T11:57:37.027971Z","caller":"traceutil/trace.go:171","msg":"trace[1959644180] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:24223; }","duration":"220.057817ms","start":"2026-07-02T11:57:36.807907Z","end":"2026-07-02T11:57:37.027965Z","steps":["trace[1959644180] 'agreement among raft nodes before linearized reading' (duration: 220.020286ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:57:37.02802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.168631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T11:57:37.028045Z","caller":"traceutil/trace.go:171","msg":"trace[762811998] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:24223; }","duration":"220.204292ms","start":"2026-07-02T11:57:36.807836Z","end":"2026-07-02T11:57:37.028041Z","steps":["trace[762811998] 'agreement among raft nodes before linearized reading' (duration: 220.165831ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:57:37.028171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.361547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T11:57:37.0282Z","caller":"traceutil/trace.go:171","msg":"trace[189558591] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:24223; }","duration":"220.413049ms","start":"2026-07-02T11:57:36.807781Z","end":"2026-07-02T11:57:37.028194Z","steps":["trace[189558591] 'agreement among raft nodes before linearized reading' (duration: 220.375257ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:57:37.027504Z","caller":"traceutil/trace.go:171","msg":"trace[1804146873] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:24223; }","duration":"154.871513ms","start":"2026-07-02T11:57:36.872621Z","end":"2026-07-02T11:57:37.027493Z","steps":["trace[1804146873] 'agreement among raft nodes before linearized reading' (duration: 154.75927ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:57:39.98974Z","caller":"traceutil/trace.go:171","msg":"trace[134552981] linearizableReadLoop","detail":"{readStateIndex:25405; appliedIndex:25404; }","duration":"319.824828ms","start":"2026-07-02T11:57:39.669888Z","end":"2026-07-02T11:57:39.989713Z","steps":["trace[134552981] 'read index received' (duration: 319.617741ms)","trace[134552981] 'applied index is now lower than readState.Index' (duration: 205.587µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:57:39.989831Z","caller":"traceutil/trace.go:171","msg":"trace[1254135778] transaction","detail":"{read_only:false; response_revision:24248; number_of_response:1; }","duration":"329.034472ms","start":"2026-07-02T11:57:39.660765Z","end":"2026-07-02T11:57:39.989799Z","steps":["trace[1254135778] 'process raft request' (duration: 328.769554ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:57:39.989934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.030825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T11:57:39.989992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:57:39.660733Z","time spent":"329.191107ms","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T11:57:39.990009Z","caller":"traceutil/trace.go:171","msg":"trace[1653923195] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24248; }","duration":"320.157589ms","start":"2026-07-02T11:57:39.669832Z","end":"2026-07-02T11:57:39.989989Z","steps":["trace[1653923195] 'agreement among raft nodes before linearized reading' (duration: 319.993883ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:57:39.990052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T11:57:39.669772Z","time spent":"320.271002ms","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T11:57:39.990062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.427307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T11:57:39.990146Z","caller":"traceutil/trace.go:171","msg":"trace[74843598] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24248; }","duration":"269.569901ms","start":"2026-07-02T11:57:39.720558Z","end":"2026-07-02T11:57:39.990128Z","steps":["trace[74843598] 'agreement among raft nodes before linearized reading' (duration: 269.386125ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:57:55.404874Z","caller":"traceutil/trace.go:171","msg":"trace[588910654] linearizableReadLoop","detail":"{readStateIndex:25507; appliedIndex:25506; }","duration":"130.281346ms","start":"2026-07-02T11:57:55.274571Z","end":"2026-07-02T11:57:55.404853Z","steps":["trace[588910654] 'read index received' (duration: 130.035118ms)","trace[588910654] 'applied index is now lower than readState.Index' (duration: 241.458µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:57:55.405201Z","caller":"traceutil/trace.go:171","msg":"trace[833778252] transaction","detail":"{read_only:false; response_revision:24344; number_of_response:1; }","duration":"148.683735ms","start":"2026-07-02T11:57:55.256504Z","end":"2026-07-02T11:57:55.405187Z","steps":["trace[833778252] 'process raft request' (duration: 148.183939ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:57:55.405447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.852994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T11:57:55.405485Z","caller":"traceutil/trace.go:171","msg":"trace[461791286] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:24344; }","duration":"130.949788ms","start":"2026-07-02T11:57:55.274521Z","end":"2026-07-02T11:57:55.40547Z","steps":["trace[461791286] 'agreement among raft nodes before linearized reading' (duration: 130.870226ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:57:55.405644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.054731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T11:57:55.405664Z","caller":"traceutil/trace.go:171","msg":"trace[1237212943] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:24344; }","duration":"131.124503ms","start":"2026-07-02T11:57:55.274533Z","end":"2026-07-02T11:57:55.405658Z","steps":["trace[1237212943] 'agreement among raft nodes before linearized reading' (duration: 131.090012ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:57:55.405903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.179406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T11:57:55.406Z","caller":"traceutil/trace.go:171","msg":"trace[548847555] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:24344; }","duration":"131.34779ms","start":"2026-07-02T11:57:55.274628Z","end":"2026-07-02T11:57:55.405976Z","steps":["trace[548847555] 'agreement among raft nodes before linearized reading' (duration: 131.175375ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:57:55.406136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.017732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:33 size:271546"} {"level":"info","ts":"2026-07-02T11:57:55.406178Z","caller":"traceutil/trace.go:171","msg":"trace[745131290] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:33; response_revision:24344; }","duration":"127.092684ms","start":"2026-07-02T11:57:55.279073Z","end":"2026-07-02T11:57:55.406165Z","steps":["trace[745131290] 'agreement among raft nodes before linearized reading' (duration: 126.669731ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:57:55.406217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.906137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5104"} {"level":"info","ts":"2026-07-02T11:57:55.406283Z","caller":"traceutil/trace.go:171","msg":"trace[1701728241] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:24344; }","duration":"130.977448ms","start":"2026-07-02T11:57:55.275285Z","end":"2026-07-02T11:57:55.406262Z","steps":["trace[1701728241] 'agreement among raft nodes before linearized reading' (duration: 130.850304ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:57:55.552944Z","caller":"traceutil/trace.go:171","msg":"trace[708968945] transaction","detail":"{read_only:false; response_revision:24346; number_of_response:1; }","duration":"136.712362ms","start":"2026-07-02T11:57:55.416195Z","end":"2026-07-02T11:57:55.552907Z","steps":["trace[708968945] 'process raft request' (duration: 136.64058ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:57:55.553272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.312716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-02T11:57:55.553367Z","caller":"traceutil/trace.go:171","msg":"trace[1814979305] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24346; }","duration":"139.45605ms","start":"2026-07-02T11:57:55.413889Z","end":"2026-07-02T11:57:55.553345Z","steps":["trace[1814979305] 'agreement among raft nodes before linearized reading' (duration: 139.209392ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:57:55.553035Z","caller":"traceutil/trace.go:171","msg":"trace[1390833640] linearizableReadLoop","detail":"{readStateIndex:25508; appliedIndex:25507; }","duration":"139.059397ms","start":"2026-07-02T11:57:55.413937Z","end":"2026-07-02T11:57:55.552997Z","steps":["trace[1390833640] 'read index received' (duration: 59.11007ms)","trace[1390833640] 'applied index is now lower than readState.Index' (duration: 79.945937ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:57:55.55304Z","caller":"traceutil/trace.go:171","msg":"trace[1261515454] transaction","detail":"{read_only:false; response_revision:24345; number_of_response:1; }","duration":"141.182965ms","start":"2026-07-02T11:57:55.411816Z","end":"2026-07-02T11:57:55.552999Z","steps":["trace[1261515454] 'process raft request' (duration: 61.241289ms)","trace[1261515454] 'compare' (duration: 79.319716ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:57:55.553873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.720955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-02T11:57:55.553897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.545399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-02T11:57:55.553948Z","caller":"traceutil/trace.go:171","msg":"trace[234782123] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24346; }","duration":"107.649662ms","start":"2026-07-02T11:57:55.446286Z","end":"2026-07-02T11:57:55.553936Z","steps":["trace[234782123] 'agreement among raft nodes before linearized reading' (duration: 107.456466ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:57:55.553994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.823038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-02T11:57:55.553986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.673427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-07-02T11:57:55.55403Z","caller":"traceutil/trace.go:171","msg":"trace[1098631246] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24346; }","duration":"107.8856ms","start":"2026-07-02T11:57:55.446137Z","end":"2026-07-02T11:57:55.554022Z","steps":["trace[1098631246] 'agreement among raft nodes before linearized reading' (duration: 107.798237ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:57:55.554089Z","caller":"traceutil/trace.go:171","msg":"trace[1561974867] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24346; }","duration":"139.811331ms","start":"2026-07-02T11:57:55.414254Z","end":"2026-07-02T11:57:55.554065Z","steps":["trace[1561974867] 'agreement among raft nodes before linearized reading' (duration: 139.491311ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:57:55.554169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.415459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17271"} {"level":"info","ts":"2026-07-02T11:57:55.553914Z","caller":"traceutil/trace.go:171","msg":"trace[974665278] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24346; }","duration":"107.813168ms","start":"2026-07-02T11:57:55.446088Z","end":"2026-07-02T11:57:55.553901Z","steps":["trace[974665278] 'agreement among raft nodes before linearized reading' (duration: 107.708465ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:57:55.55423Z","caller":"traceutil/trace.go:171","msg":"trace[958835597] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24346; }","duration":"139.490621ms","start":"2026-07-02T11:57:55.414725Z","end":"2026-07-02T11:57:55.554215Z","steps":["trace[958835597] 'agreement among raft nodes before linearized reading' (duration: 139.338326ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:57:55.554175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.601141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-02T11:57:55.554825Z","caller":"traceutil/trace.go:171","msg":"trace[1486265943] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:24346; }","duration":"108.259672ms","start":"2026-07-02T11:57:55.446549Z","end":"2026-07-02T11:57:55.554808Z","steps":["trace[1486265943] 'agreement among raft nodes before linearized reading' (duration: 107.56965ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:57:55.739077Z","caller":"traceutil/trace.go:171","msg":"trace[2019976216] transaction","detail":"{read_only:false; response_revision:24351; number_of_response:1; }","duration":"174.876542ms","start":"2026-07-02T11:57:55.564142Z","end":"2026-07-02T11:57:55.739019Z","steps":["trace[2019976216] 'process raft request' (duration: 174.653135ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:57:55.739301Z","caller":"traceutil/trace.go:171","msg":"trace[1072845111] transaction","detail":"{read_only:false; response_revision:24352; number_of_response:1; }","duration":"175.067458ms","start":"2026-07-02T11:57:55.564206Z","end":"2026-07-02T11:57:55.739273Z","steps":["trace[1072845111] 'process raft request' (duration: 174.744148ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:57:55.739626Z","caller":"traceutil/trace.go:171","msg":"trace[633705331] transaction","detail":"{read_only:false; response_revision:24353; number_of_response:1; }","duration":"174.201591ms","start":"2026-07-02T11:57:55.565414Z","end":"2026-07-02T11:57:55.739615Z","steps":["trace[633705331] 'process raft request' (duration: 173.803969ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:57:55.73985Z","caller":"traceutil/trace.go:171","msg":"trace[1274051838] transaction","detail":"{read_only:false; response_revision:24354; number_of_response:1; }","duration":"135.556525ms","start":"2026-07-02T11:57:55.604281Z","end":"2026-07-02T11:57:55.739837Z","steps":["trace[1274051838] 'process raft request' (duration: 135.273236ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:57:55.925646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.677592ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T11:57:55.925894Z","caller":"traceutil/trace.go:171","msg":"trace[638778739] transaction","detail":"{read_only:false; response_revision:24355; number_of_response:1; }","duration":"179.405197ms","start":"2026-07-02T11:57:55.746458Z","end":"2026-07-02T11:57:55.925863Z","steps":["trace[638778739] 'process raft request' (duration: 77.26468ms)","trace[638778739] 'compare' (duration: 101.569299ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:57:55.928948Z","caller":"traceutil/trace.go:171","msg":"trace[362872502] linearizableReadLoop","detail":"{readStateIndex:25521; appliedIndex:25518; }","duration":"150.312867ms","start":"2026-07-02T11:57:55.77862Z","end":"2026-07-02T11:57:55.928933Z","steps":["trace[362872502] 'read index received' (duration: 45.106542ms)","trace[362872502] 'applied index is now lower than readState.Index' (duration: 105.205515ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T11:57:55.929117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.480402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-07-02T11:57:55.929156Z","caller":"traceutil/trace.go:171","msg":"trace[549427377] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24356; }","duration":"150.534264ms","start":"2026-07-02T11:57:55.778611Z","end":"2026-07-02T11:57:55.929145Z","steps":["trace[549427377] 'agreement among raft nodes before linearized reading' (duration: 150.380049ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:57:55.929397Z","caller":"traceutil/trace.go:171","msg":"trace[813462603] transaction","detail":"{read_only:false; response_revision:24356; number_of_response:1; }","duration":"181.70218ms","start":"2026-07-02T11:57:55.747683Z","end":"2026-07-02T11:57:55.929386Z","steps":["trace[813462603] 'process raft request' (duration: 181.058409ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:57:55.92952Z","caller":"traceutil/trace.go:171","msg":"trace[533407225] transaction","detail":"{read_only:false; number_of_response:0; response_revision:24356; }","duration":"181.69163ms","start":"2026-07-02T11:57:55.74782Z","end":"2026-07-02T11:57:55.929512Z","steps":["trace[533407225] 'process raft request' (duration: 181.052699ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T11:59:19.786284Z","caller":"traceutil/trace.go:171","msg":"trace[1973205015] linearizableReadLoop","detail":"{readStateIndex:26240; appliedIndex:26239; }","duration":"168.089506ms","start":"2026-07-02T11:59:19.618174Z","end":"2026-07-02T11:59:19.786264Z","steps":["trace[1973205015] 'read index received' (duration: 167.928841ms)","trace[1973205015] 'applied index is now lower than readState.Index' (duration: 160.045µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T11:59:19.786388Z","caller":"traceutil/trace.go:171","msg":"trace[1514634742] transaction","detail":"{read_only:false; response_revision:25042; number_of_response:1; }","duration":"196.498475ms","start":"2026-07-02T11:59:19.589877Z","end":"2026-07-02T11:59:19.786376Z","steps":["trace[1514634742] 'process raft request' (duration: 196.249297ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T11:59:19.786601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.397365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T11:59:19.786672Z","caller":"traceutil/trace.go:171","msg":"trace[1933498450] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25042; }","duration":"168.53638ms","start":"2026-07-02T11:59:19.618119Z","end":"2026-07-02T11:59:19.786655Z","steps":["trace[1933498450] 'agreement among raft nodes before linearized reading' (duration: 168.389275ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:00:08.255229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.218069ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T12:00:08.255355Z","caller":"traceutil/trace.go:171","msg":"trace[2014722440] transaction","detail":"{read_only:false; response_revision:25639; number_of_response:1; }","duration":"247.07461ms","start":"2026-07-02T12:00:08.008261Z","end":"2026-07-02T12:00:08.255335Z","steps":["trace[2014722440] 'process raft request' (duration: 128.652644ms)","trace[2014722440] 'compare' (duration: 118.013003ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:00:09.671216Z","caller":"traceutil/trace.go:171","msg":"trace[770154608] linearizableReadLoop","detail":"{readStateIndex:26872; appliedIndex:26871; }","duration":"102.315442ms","start":"2026-07-02T12:00:09.568848Z","end":"2026-07-02T12:00:09.671163Z","steps":["trace[770154608] 'read index received' (duration: 102.071134ms)","trace[770154608] 'applied index is now lower than readState.Index' (duration: 243.168µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:00:09.671399Z","caller":"traceutil/trace.go:171","msg":"trace[1359162439] transaction","detail":"{read_only:false; response_revision:25651; number_of_response:1; }","duration":"103.560222ms","start":"2026-07-02T12:00:09.567749Z","end":"2026-07-02T12:00:09.671309Z","steps":["trace[1359162439] 'process raft request' (duration: 103.216021ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:00:09.671577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.664864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-07-02T12:00:09.671687Z","caller":"traceutil/trace.go:171","msg":"trace[1836696513] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25651; }","duration":"102.826929ms","start":"2026-07-02T12:00:09.568795Z","end":"2026-07-02T12:00:09.671622Z","steps":["trace[1836696513] 'agreement among raft nodes before linearized reading' (duration: 102.55254ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:00:18.788261Z","caller":"traceutil/trace.go:171","msg":"trace[1435065726] linearizableReadLoop","detail":"{readStateIndex:27080; appliedIndex:27079; }","duration":"115.920527ms","start":"2026-07-02T12:00:18.672314Z","end":"2026-07-02T12:00:18.788235Z","steps":["trace[1435065726] 'read index received' (duration: 115.69842ms)","trace[1435065726] 'applied index is now lower than readState.Index' (duration: 220.817µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:00:18.7886Z","caller":"traceutil/trace.go:171","msg":"trace[1536155517] transaction","detail":"{read_only:false; response_revision:25855; number_of_response:1; }","duration":"163.383365ms","start":"2026-07-02T12:00:18.625204Z","end":"2026-07-02T12:00:18.788588Z","steps":["trace[1536155517] 'process raft request' (duration: 162.828197ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:00:18.788829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.495695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:00:18.78887Z","caller":"traceutil/trace.go:171","msg":"trace[395298694] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25855; }","duration":"116.600499ms","start":"2026-07-02T12:00:18.672259Z","end":"2026-07-02T12:00:18.78886Z","steps":["trace[395298694] 'agreement among raft nodes before linearized reading' (duration: 116.516696ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:00:18.7892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.834666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-02T12:00:18.789246Z","caller":"traceutil/trace.go:171","msg":"trace[1614290333] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25855; }","duration":"116.915729ms","start":"2026-07-02T12:00:18.672318Z","end":"2026-07-02T12:00:18.789233Z","steps":["trace[1614290333] 'agreement among raft nodes before linearized reading' (duration: 116.775284ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:00:18.789626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.256348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-02T12:00:18.789727Z","caller":"traceutil/trace.go:171","msg":"trace[1403695595] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:25855; }","duration":"116.408273ms","start":"2026-07-02T12:00:18.673296Z","end":"2026-07-02T12:00:18.789704Z","steps":["trace[1403695595] 'agreement among raft nodes before linearized reading' (duration: 116.134774ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:00:18.789697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.01264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-02T12:00:18.789825Z","caller":"traceutil/trace.go:171","msg":"trace[1709051420] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25855; }","duration":"106.171155ms","start":"2026-07-02T12:00:18.683632Z","end":"2026-07-02T12:00:18.789803Z","steps":["trace[1709051420] 'agreement among raft nodes before linearized reading' (duration: 105.920627ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:00:21.989074Z","caller":"traceutil/trace.go:171","msg":"trace[2070864936] transaction","detail":"{read_only:false; response_revision:25880; number_of_response:1; }","duration":"807.35716ms","start":"2026-07-02T12:00:21.181688Z","end":"2026-07-02T12:00:21.989045Z","steps":["trace[2070864936] 'process raft request' (duration: 807.145873ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:00:21.989626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:00:21.181668Z","time spent":"807.849705ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6832,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:00:22.031521Z","caller":"traceutil/trace.go:171","msg":"trace[8140586] linearizableReadLoop","detail":"{readStateIndex:27108; appliedIndex:27106; }","duration":"136.751013ms","start":"2026-07-02T12:00:21.894751Z","end":"2026-07-02T12:00:22.031502Z","steps":["trace[8140586] 'read index received' (duration: 94.260824ms)","trace[8140586] 'applied index is now lower than readState.Index' (duration: 42.489319ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:00:22.031623Z","caller":"traceutil/trace.go:171","msg":"trace[245438535] transaction","detail":"{read_only:false; response_revision:25881; number_of_response:1; }","duration":"380.175829ms","start":"2026-07-02T12:00:21.651436Z","end":"2026-07-02T12:00:22.031612Z","steps":["trace[245438535] 'process raft request' (duration: 379.90263ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:00:22.031734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:00:21.651414Z","time spent":"380.233851ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:00:22.031945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.187247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-07-02T12:00:22.032Z","caller":"traceutil/trace.go:171","msg":"trace[109081258] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25881; }","duration":"137.26945ms","start":"2026-07-02T12:00:21.894718Z","end":"2026-07-02T12:00:22.031987Z","steps":["trace[109081258] 'agreement among raft nodes before linearized reading' (duration: 137.158546ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:00:22.459217Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23129} {"level":"info","ts":"2026-07-02T12:00:22.583758Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23129,"took":"120.911916ms","hash":2021316235,"current-db-size-bytes":58904576,"current-db-size":"59 MB","current-db-size-in-use-bytes":35557376,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-07-02T12:00:22.583828Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2021316235,"revision":23129,"compact-revision":20358} {"level":"info","ts":"2026-07-02T12:00:23.540694Z","caller":"traceutil/trace.go:171","msg":"trace[1717984493] transaction","detail":"{read_only:false; response_revision:26039; number_of_response:1; }","duration":"183.056584ms","start":"2026-07-02T12:00:23.357595Z","end":"2026-07-02T12:00:23.540651Z","steps":["trace[1717984493] 'process raft request' (duration: 119.616326ms)","trace[1717984493] 'compare' (duration: 63.18509ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:00:23.540755Z","caller":"traceutil/trace.go:171","msg":"trace[309822088] transaction","detail":"{read_only:false; response_revision:26040; number_of_response:1; }","duration":"146.700742ms","start":"2026-07-02T12:00:23.394023Z","end":"2026-07-02T12:00:23.540723Z","steps":["trace[309822088] 'process raft request' (duration: 146.601098ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:00:23.5409Z","caller":"traceutil/trace.go:171","msg":"trace[2099720711] linearizableReadLoop","detail":"{readStateIndex:27270; appliedIndex:27269; }","duration":"176.193055ms","start":"2026-07-02T12:00:23.364542Z","end":"2026-07-02T12:00:23.540735Z","steps":["trace[2099720711] 'read index received' (duration: 113.413127ms)","trace[2099720711] 'applied index is now lower than readState.Index' (duration: 62.776488ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:00:23.541184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.617578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:00:23.541241Z","caller":"traceutil/trace.go:171","msg":"trace[1838560382] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:26040; }","duration":"176.759283ms","start":"2026-07-02T12:00:23.364468Z","end":"2026-07-02T12:00:23.541227Z","steps":["trace[1838560382] 'agreement among raft nodes before linearized reading' (duration: 176.622028ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:00:23.541312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.741772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7566"} {"level":"info","ts":"2026-07-02T12:00:23.541353Z","caller":"traceutil/trace.go:171","msg":"trace[1240361748] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:26040; }","duration":"156.845006ms","start":"2026-07-02T12:00:23.384498Z","end":"2026-07-02T12:00:23.541343Z","steps":["trace[1240361748] 'agreement among raft nodes before linearized reading' (duration: 156.677591ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:00:23.541367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.434545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/capi-system/capi-manager\" ","response":"range_response_count:1 size:428"} {"level":"info","ts":"2026-07-02T12:00:23.542649Z","caller":"traceutil/trace.go:171","msg":"trace[555443201] range","detail":"{range_begin:/registry/serviceaccounts/capi-system/capi-manager; range_end:; response_count:1; response_revision:26040; }","duration":"113.774438ms","start":"2026-07-02T12:00:23.428852Z","end":"2026-07-02T12:00:23.542627Z","steps":["trace[555443201] 'agreement among raft nodes before linearized reading' (duration: 112.380494ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:00:23.790983Z","caller":"traceutil/trace.go:171","msg":"trace[1696932311] transaction","detail":"{read_only:false; response_revision:26042; number_of_response:1; }","duration":"190.146112ms","start":"2026-07-02T12:00:23.600816Z","end":"2026-07-02T12:00:23.790962Z","steps":["trace[1696932311] 'process raft request' (duration: 116.023711ms)","trace[1696932311] 'compare' (duration: 74.013747ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:00:23.792318Z","caller":"traceutil/trace.go:171","msg":"trace[356431704] linearizableReadLoop","detail":"{readStateIndex:27275; appliedIndex:27273; }","duration":"178.725306ms","start":"2026-07-02T12:00:23.613581Z","end":"2026-07-02T12:00:23.792306Z","steps":["trace[356431704] 'read index received' (duration: 103.320964ms)","trace[356431704] 'applied index is now lower than readState.Index' (duration: 75.403852ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:00:23.792378Z","caller":"traceutil/trace.go:171","msg":"trace[409696035] transaction","detail":"{read_only:false; response_revision:26043; number_of_response:1; }","duration":"187.392363ms","start":"2026-07-02T12:00:23.604979Z","end":"2026-07-02T12:00:23.792371Z","steps":["trace[409696035] 'process raft request' (duration: 187.198506ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:00:23.792441Z","caller":"traceutil/trace.go:171","msg":"trace[84179871] transaction","detail":"{read_only:false; response_revision:26044; number_of_response:1; }","duration":"176.70157ms","start":"2026-07-02T12:00:23.615726Z","end":"2026-07-02T12:00:23.792428Z","steps":["trace[84179871] 'process raft request' (duration: 176.545245ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:00:23.79278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.18985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ipaddressclaims.ipam.cluster.x-k8s.io\" ","response":"range_response_count:1 size:22990"} {"level":"info","ts":"2026-07-02T12:00:23.792813Z","caller":"traceutil/trace.go:171","msg":"trace[441853870] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ipaddressclaims.ipam.cluster.x-k8s.io; range_end:; response_count:1; response_revision:26044; }","duration":"179.260672ms","start":"2026-07-02T12:00:23.613543Z","end":"2026-07-02T12:00:23.792803Z","steps":["trace[441853870] 'agreement among raft nodes before linearized reading' (duration: 179.150929ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:00:23.800575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.03908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3641"} {"level":"info","ts":"2026-07-02T12:00:23.800641Z","caller":"traceutil/trace.go:171","msg":"trace[14795267] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:26045; }","duration":"176.138483ms","start":"2026-07-02T12:00:23.624488Z","end":"2026-07-02T12:00:23.800626Z","steps":["trace[14795267] 'agreement among raft nodes before linearized reading' (duration: 175.954457ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:00:23.800786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.723845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-07-02T12:00:23.800826Z","caller":"traceutil/trace.go:171","msg":"trace[2105263235] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:26045; }","duration":"152.782186ms","start":"2026-07-02T12:00:23.648031Z","end":"2026-07-02T12:00:23.800814Z","steps":["trace[2105263235] 'agreement among raft nodes before linearized reading' (duration: 152.690673ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:00:23.800908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.781507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129407"} {"level":"info","ts":"2026-07-02T12:00:23.800981Z","caller":"traceutil/trace.go:171","msg":"trace[417004569] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:26045; }","duration":"147.89282ms","start":"2026-07-02T12:00:23.653071Z","end":"2026-07-02T12:00:23.800964Z","steps":["trace[417004569] 'agreement among raft nodes before linearized reading' (duration: 147.639832ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:00:25.894952Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006b86.wal"} {"level":"info","ts":"2026-07-02T12:00:28.738526Z","caller":"traceutil/trace.go:171","msg":"trace[1776646514] linearizableReadLoop","detail":"{readStateIndex:27578; appliedIndex:27577; }","duration":"113.924993ms","start":"2026-07-02T12:00:28.624572Z","end":"2026-07-02T12:00:28.738497Z","steps":["trace[1776646514] 'read index received' (duration: 30.462884ms)","trace[1776646514] 'applied index is now lower than readState.Index' (duration: 83.460929ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:00:28.738702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.106259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:00:28.738781Z","caller":"traceutil/trace.go:171","msg":"trace[365719413] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:26337; }","duration":"114.226643ms","start":"2026-07-02T12:00:28.624543Z","end":"2026-07-02T12:00:28.738769Z","steps":["trace[365719413] 'agreement among raft nodes before linearized reading' (duration: 114.083298ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:00:28.739062Z","caller":"traceutil/trace.go:171","msg":"trace[1153674812] transaction","detail":"{read_only:false; response_revision:26337; number_of_response:1; }","duration":"118.633773ms","start":"2026-07-02T12:00:28.619936Z","end":"2026-07-02T12:00:28.73857Z","steps":["trace[1153674812] 'process raft request' (duration: 35.127653ms)","trace[1153674812] 'compare' (duration: 83.294424ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:00:28.739853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.143833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/cert-manager-test/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:00:28.739943Z","caller":"traceutil/trace.go:171","msg":"trace[599005766] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/cert-manager-test/; range_end:/registry/openstack.k-orc.cloud/keypairs/cert-manager-test0; response_count:0; response_revision:26338; }","duration":"115.296998ms","start":"2026-07-02T12:00:28.624622Z","end":"2026-07-02T12:00:28.739918Z","steps":["trace[599005766] 'agreement among raft nodes before linearized reading' (duration: 115.129442ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:00:28.740915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.246288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:00:28.740967Z","caller":"traceutil/trace.go:171","msg":"trace[1925952898] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:26338; }","duration":"116.334421ms","start":"2026-07-02T12:00:28.624622Z","end":"2026-07-02T12:00:28.740956Z","steps":["trace[1925952898] 'agreement among raft nodes before linearized reading' (duration: 116.263199ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:00:31.718482Z","caller":"traceutil/trace.go:171","msg":"trace[1285713133] transaction","detail":"{read_only:false; response_revision:26404; number_of_response:1; }","duration":"107.447846ms","start":"2026-07-02T12:00:31.611002Z","end":"2026-07-02T12:00:31.71845Z","steps":["trace[1285713133] 'process raft request' (duration: 107.109176ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:00:32.102942Z","caller":"traceutil/trace.go:171","msg":"trace[1771733333] transaction","detail":"{read_only:false; response_revision:26406; number_of_response:1; }","duration":"178.436567ms","start":"2026-07-02T12:00:31.924477Z","end":"2026-07-02T12:00:32.102913Z","steps":["trace[1771733333] 'process raft request' (duration: 178.046734ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:00:32.513509Z","caller":"traceutil/trace.go:171","msg":"trace[1659675051] transaction","detail":"{read_only:false; response_revision:26414; number_of_response:1; }","duration":"121.510315ms","start":"2026-07-02T12:00:32.391974Z","end":"2026-07-02T12:00:32.513485Z","steps":["trace[1659675051] 'process raft request' (duration: 121.35311ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:00:36.432901Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096944183191491,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T12:00:36.934087Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096944183191491,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T12:00:37.434515Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096944183191491,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T12:00:37.667683Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.823555168s","expected-duration":"1s"} {"level":"info","ts":"2026-07-02T12:00:37.668061Z","caller":"traceutil/trace.go:171","msg":"trace[864796133] transaction","detail":"{read_only:false; response_revision:26485; number_of_response:1; }","duration":"1.824076814s","start":"2026-07-02T12:00:35.843957Z","end":"2026-07-02T12:00:37.668034Z","steps":["trace[864796133] 'process raft request' (duration: 1.82392467s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:00:37.668406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:00:35.843873Z","time spent":"1.824454507s","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:00:37.954176Z","caller":"traceutil/trace.go:171","msg":"trace[1988267351] transaction","detail":"{read_only:false; response_revision:26486; number_of_response:1; }","duration":"2.105107433s","start":"2026-07-02T12:00:35.849028Z","end":"2026-07-02T12:00:37.954136Z","steps":["trace[1988267351] 'process raft request' (duration: 2.104186273s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:00:37.954328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:00:35.849011Z","time spent":"2.105240107s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:00:37.954813Z","caller":"traceutil/trace.go:171","msg":"trace[635903880] transaction","detail":"{read_only:false; response_revision:26487; number_of_response:1; }","duration":"1.837509714s","start":"2026-07-02T12:00:36.117268Z","end":"2026-07-02T12:00:37.954778Z","steps":["trace[635903880] 'process raft request' (duration: 1.836787881s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:00:37.954912Z","caller":"traceutil/trace.go:171","msg":"trace[527485751] transaction","detail":"{read_only:false; response_revision:26488; number_of_response:1; }","duration":"1.731304009s","start":"2026-07-02T12:00:36.223584Z","end":"2026-07-02T12:00:37.954888Z","steps":["trace[527485751] 'process raft request' (duration: 1.73103388s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:00:37.954959Z","caller":"traceutil/trace.go:171","msg":"trace[522138833] transaction","detail":"{read_only:false; response_revision:26489; number_of_response:1; }","duration":"1.586424165s","start":"2026-07-02T12:00:36.368502Z","end":"2026-07-02T12:00:37.954926Z","steps":["trace[522138833] 'process raft request' (duration: 1.58625822s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:00:37.95503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:00:36.223569Z","time spent":"1.731397901s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:00:37.95504Z","caller":"traceutil/trace.go:171","msg":"trace[736376291] transaction","detail":"{read_only:false; response_revision:26490; number_of_response:1; }","duration":"1.094191543s","start":"2026-07-02T12:00:36.860833Z","end":"2026-07-02T12:00:37.955025Z","steps":["trace[736376291] 'process raft request' (duration: 1.094017207s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:00:37.955027Z","caller":"traceutil/trace.go:171","msg":"trace[2100252238] linearizableReadLoop","detail":"{readStateIndex:27736; appliedIndex:27729; }","duration":"2.022159801s","start":"2026-07-02T12:00:35.93282Z","end":"2026-07-02T12:00:37.95498Z","steps":["trace[2100252238] 'read index received' (duration: 1.735133441s)","trace[2100252238] 'applied index is now lower than readState.Index' (duration: 287.024799ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:00:37.955073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:00:36.117248Z","time spent":"1.837633998s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:00:37.955131Z","caller":"traceutil/trace.go:171","msg":"trace[1480675796] transaction","detail":"{read_only:false; response_revision:26491; number_of_response:1; }","duration":"537.661065ms","start":"2026-07-02T12:00:37.417465Z","end":"2026-07-02T12:00:37.955126Z","steps":["trace[1480675796] 'process raft request' (duration: 537.450098ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:00:37.955163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:00:37.417444Z","time spent":"537.701467ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:00:37.955125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:00:36.860803Z","time spent":"1.094280346s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:00:37.955157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:00:36.36847Z","time spent":"1.586577s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:00:37.955325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.02247324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-07-02T12:00:37.955622Z","caller":"traceutil/trace.go:171","msg":"trace[2011087315] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:26491; }","duration":"2.022599154s","start":"2026-07-02T12:00:35.932782Z","end":"2026-07-02T12:00:37.955381Z","steps":["trace[2011087315] 'agreement among raft nodes before linearized reading' (duration: 2.022378947s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:00:37.955695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:00:35.932764Z","time spent":"2.022911924s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":650,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"info","ts":"2026-07-02T12:00:38.003974Z","caller":"traceutil/trace.go:171","msg":"trace[1168208143] transaction","detail":"{read_only:false; number_of_response:0; response_revision:26491; }","duration":"327.738891ms","start":"2026-07-02T12:00:37.676199Z","end":"2026-07-02T12:00:38.003938Z","steps":["trace[1168208143] 'process raft request' (duration: 327.608907ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:00:38.004054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.792922419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-07-02T12:00:38.004123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.555542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T12:00:38.004126Z","caller":"traceutil/trace.go:171","msg":"trace[2045438893] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26491; }","duration":"1.793029602s","start":"2026-07-02T12:00:36.211073Z","end":"2026-07-02T12:00:38.004103Z","steps":["trace[2045438893] 'agreement among raft nodes before linearized reading' (duration: 1.792842286s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:00:38.004185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.085704642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-02T12:00:38.004187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:00:37.676178Z","time spent":"327.874326ms","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":30,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-02T12:00:38.004193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:00:36.211057Z","time spent":"1.793127435s","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":671,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-02T12:00:38.004226Z","caller":"traceutil/trace.go:171","msg":"trace[2059064924] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26491; }","duration":"1.085772964s","start":"2026-07-02T12:00:36.918441Z","end":"2026-07-02T12:00:38.004214Z","steps":["trace[2059064924] 'agreement among raft nodes before linearized reading' (duration: 1.08564998s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:00:38.004279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:00:36.918419Z","time spent":"1.085850857s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-02T12:00:38.0043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049952688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-07-02T12:00:38.004267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.682229128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-b56d5d966-wz2qh\" ","response":"range_response_count:1 size:4157"} {"level":"info","ts":"2026-07-02T12:00:38.004316Z","caller":"traceutil/trace.go:171","msg":"trace[594626507] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:26491; }","duration":"1.04998937s","start":"2026-07-02T12:00:36.954321Z","end":"2026-07-02T12:00:38.004311Z","steps":["trace[594626507] 'agreement among raft nodes before linearized reading' (duration: 1.049942968s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:00:38.004308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.212858337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:00:38.004352Z","caller":"traceutil/trace.go:171","msg":"trace[1158413306] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-b56d5d966-wz2qh; range_end:; response_count:1; response_revision:26491; }","duration":"1.682354352s","start":"2026-07-02T12:00:36.321971Z","end":"2026-07-02T12:00:38.004325Z","steps":["trace[1158413306] 'agreement among raft nodes before linearized reading' (duration: 1.682074353s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:00:38.004378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062256222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-07-02T12:00:38.004054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.333045851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:00:38.004408Z","caller":"traceutil/trace.go:171","msg":"trace[1777531392] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26491; }","duration":"1.062293143s","start":"2026-07-02T12:00:36.942106Z","end":"2026-07-02T12:00:38.004399Z","steps":["trace[1777531392] 'agreement among raft nodes before linearized reading' (duration: 1.062233961s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:00:38.004406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:00:36.321945Z","time spent":"1.682450896s","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":4181,"request content":"key:\"/registry/pods/orc-system/orc-controller-manager-b56d5d966-wz2qh\" "} {"level":"warn","ts":"2026-07-02T12:00:38.004427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:00:36.942101Z","time spent":"1.062321225s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":552,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-07-02T12:00:38.004426Z","caller":"traceutil/trace.go:171","msg":"trace[480807948] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26491; }","duration":"1.333439493s","start":"2026-07-02T12:00:36.67098Z","end":"2026-07-02T12:00:38.004419Z","steps":["trace[480807948] 'agreement among raft nodes before linearized reading' (duration: 1.33301206s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:00:38.004452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:00:36.670933Z","time spent":"1.333511776s","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T12:00:38.004506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063874244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-02T12:00:38.004331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:00:36.954312Z","time spent":"1.050016381s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"info","ts":"2026-07-02T12:00:38.00453Z","caller":"traceutil/trace.go:171","msg":"trace[1123329294] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26491; }","duration":"1.063907715s","start":"2026-07-02T12:00:36.940616Z","end":"2026-07-02T12:00:38.004523Z","steps":["trace[1123329294] 'agreement among raft nodes before linearized reading' (duration: 1.063849923s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:00:38.004255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.735981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" ","response":"range_response_count:1 size:5167"} {"level":"warn","ts":"2026-07-02T12:00:38.004544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:00:36.940609Z","time spent":"1.063932085s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-02T12:00:38.004558Z","caller":"traceutil/trace.go:171","msg":"trace[1338253128] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager; range_end:; response_count:1; response_revision:26491; }","duration":"878.063132ms","start":"2026-07-02T12:00:37.126484Z","end":"2026-07-02T12:00:38.004547Z","steps":["trace[1338253128] 'agreement among raft nodes before linearized reading' (duration: 877.723921ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:00:38.004381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.215659007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-02T12:00:38.004607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.074614607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-02T12:00:38.004626Z","caller":"traceutil/trace.go:171","msg":"trace[658070015] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26491; }","duration":"1.074648578s","start":"2026-07-02T12:00:36.929973Z","end":"2026-07-02T12:00:38.004621Z","steps":["trace[658070015] 'agreement among raft nodes before linearized reading' (duration: 1.074608117s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:00:38.004626Z","caller":"traceutil/trace.go:171","msg":"trace[1370285949] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26491; }","duration":"1.215942346s","start":"2026-07-02T12:00:36.788676Z","end":"2026-07-02T12:00:38.004618Z","steps":["trace[1370285949] 'agreement among raft nodes before linearized reading' (duration: 1.215649816s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:00:38.004642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:00:36.929967Z","time spent":"1.074672318s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-02T12:00:38.004651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:00:36.788656Z","time spent":"1.215987128s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-02T12:00:38.004193Z","caller":"traceutil/trace.go:171","msg":"trace[1098944701] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:26491; }","duration":"113.622074ms","start":"2026-07-02T12:00:37.890522Z","end":"2026-07-02T12:00:38.004144Z","steps":["trace[1098944701] 'agreement among raft nodes before linearized reading' (duration: 113.575192ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:00:38.00469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.786641378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"warn","ts":"2026-07-02T12:00:38.004053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079529164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-02T12:00:38.004726Z","caller":"traceutil/trace.go:171","msg":"trace[1739758990] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26491; }","duration":"1.786698129s","start":"2026-07-02T12:00:36.218019Z","end":"2026-07-02T12:00:38.004717Z","steps":["trace[1739758990] 'agreement among raft nodes before linearized reading' (duration: 1.786602806s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:00:38.004737Z","caller":"traceutil/trace.go:171","msg":"trace[1039515876] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26491; }","duration":"1.080243947s","start":"2026-07-02T12:00:36.924483Z","end":"2026-07-02T12:00:38.004727Z","steps":["trace[1039515876] 'agreement among raft nodes before linearized reading' (duration: 1.079450292s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:00:38.004762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:00:36.218008Z","time spent":"1.786745321s","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":686,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-02T12:00:38.004769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:00:36.924466Z","time spent":"1.080294179s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-02T12:00:38.0046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:00:37.126466Z","time spent":"878.118053ms","remote":"127.0.0.1:45274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":5191,"request content":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" "} {"level":"info","ts":"2026-07-02T12:00:38.004363Z","caller":"traceutil/trace.go:171","msg":"trace[549059515] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:26491; }","duration":"1.212988241s","start":"2026-07-02T12:00:36.791358Z","end":"2026-07-02T12:00:38.004346Z","steps":["trace[549059515] 'agreement among raft nodes before linearized reading' (duration: 1.212813015s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:00:38.004834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:00:36.791329Z","time spent":"1.213496227s","remote":"127.0.0.1:60478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:00:38.005315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.448410691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-02T12:00:38.005392Z","caller":"traceutil/trace.go:171","msg":"trace[1010752312] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26491; }","duration":"1.448549955s","start":"2026-07-02T12:00:36.556827Z","end":"2026-07-02T12:00:38.005377Z","steps":["trace[1010752312] 'agreement among raft nodes before linearized reading' (duration: 1.447256894s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:00:38.005425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:00:36.556805Z","time spent":"1.448613537s","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2571,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-07-02T12:00:38.119368Z","caller":"traceutil/trace.go:171","msg":"trace[969253255] linearizableReadLoop","detail":"{readStateIndex:27738; appliedIndex:27737; }","duration":"110.3969ms","start":"2026-07-02T12:00:38.008952Z","end":"2026-07-02T12:00:38.119349Z","steps":["trace[969253255] 'read index received' (duration: 105.306597ms)","trace[969253255] 'applied index is now lower than readState.Index' (duration: 5.089463ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:00:38.119443Z","caller":"traceutil/trace.go:171","msg":"trace[2068084496] transaction","detail":"{read_only:false; response_revision:26492; number_of_response:1; }","duration":"110.490404ms","start":"2026-07-02T12:00:38.008911Z","end":"2026-07-02T12:00:38.119401Z","steps":["trace[2068084496] 'process raft request' (duration: 105.334589ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:00:38.119524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.553425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:569"} {"level":"info","ts":"2026-07-02T12:00:38.119558Z","caller":"traceutil/trace.go:171","msg":"trace[2014657417] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26492; }","duration":"110.616698ms","start":"2026-07-02T12:00:38.008932Z","end":"2026-07-02T12:00:38.119548Z","steps":["trace[2014657417] 'agreement among raft nodes before linearized reading' (duration: 110.501074ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:00:38.1286Z","caller":"traceutil/trace.go:171","msg":"trace[1823059178] transaction","detail":"{read_only:false; response_revision:26493; number_of_response:1; }","duration":"119.292984ms","start":"2026-07-02T12:00:38.009293Z","end":"2026-07-02T12:00:38.128586Z","steps":["trace[1823059178] 'process raft request' (duration: 119.074197ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:00:38.128603Z","caller":"traceutil/trace.go:171","msg":"trace[495869940] transaction","detail":"{read_only:false; response_revision:26494; number_of_response:1; }","duration":"119.270894ms","start":"2026-07-02T12:00:38.009309Z","end":"2026-07-02T12:00:38.12858Z","steps":["trace[495869940] 'process raft request' (duration: 119.189032ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:00:38.128885Z","caller":"traceutil/trace.go:171","msg":"trace[10793601] transaction","detail":"{read_only:false; response_revision:26496; number_of_response:1; }","duration":"118.014164ms","start":"2026-07-02T12:00:38.010861Z","end":"2026-07-02T12:00:38.128875Z","steps":["trace[10793601] 'process raft request' (duration: 117.856849ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:00:38.12899Z","caller":"traceutil/trace.go:171","msg":"trace[1999898650] transaction","detail":"{read_only:false; response_revision:26495; number_of_response:1; }","duration":"119.493091ms","start":"2026-07-02T12:00:38.009488Z","end":"2026-07-02T12:00:38.128981Z","steps":["trace[1999898650] 'process raft request' (duration: 119.048217ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:00:38.129051Z","caller":"traceutil/trace.go:171","msg":"trace[1464397089] transaction","detail":"{read_only:false; response_revision:26498; number_of_response:1; }","duration":"115.640028ms","start":"2026-07-02T12:00:38.013406Z","end":"2026-07-02T12:00:38.129046Z","steps":["trace[1464397089] 'process raft request' (duration: 115.421541ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:00:38.129124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.316274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-07-02T12:00:38.129192Z","caller":"traceutil/trace.go:171","msg":"trace[1325699984] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26499; }","duration":"118.394216ms","start":"2026-07-02T12:00:38.010781Z","end":"2026-07-02T12:00:38.129175Z","steps":["trace[1325699984] 'agreement among raft nodes before linearized reading' (duration: 118.1825ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:00:38.129379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.665969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:00:38.129413Z","caller":"traceutil/trace.go:171","msg":"trace[343830108] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26499; }","duration":"115.742792ms","start":"2026-07-02T12:00:38.013663Z","end":"2026-07-02T12:00:38.129406Z","steps":["trace[343830108] 'agreement among raft nodes before linearized reading' (duration: 115.67669ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:00:38.129155Z","caller":"traceutil/trace.go:171","msg":"trace[1390871914] transaction","detail":"{read_only:false; response_revision:26497; number_of_response:1; }","duration":"117.91476ms","start":"2026-07-02T12:00:38.011233Z","end":"2026-07-02T12:00:38.129148Z","steps":["trace[1390871914] 'process raft request' (duration: 117.563489ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:00:38.129515Z","caller":"traceutil/trace.go:171","msg":"trace[690842963] transaction","detail":"{read_only:false; response_revision:26499; number_of_response:1; }","duration":"113.200791ms","start":"2026-07-02T12:00:38.016302Z","end":"2026-07-02T12:00:38.129503Z","steps":["trace[690842963] 'process raft request' (duration: 112.584131ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:00:40.276519Z","caller":"traceutil/trace.go:171","msg":"trace[1529244515] linearizableReadLoop","detail":"{readStateIndex:27784; appliedIndex:27782; }","duration":"136.814865ms","start":"2026-07-02T12:00:40.139681Z","end":"2026-07-02T12:00:40.276495Z","steps":["trace[1529244515] 'read index received' (duration: 91.65047ms)","trace[1529244515] 'applied index is now lower than readState.Index' (duration: 45.162985ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:00:40.276579Z","caller":"traceutil/trace.go:171","msg":"trace[1973242] transaction","detail":"{read_only:false; response_revision:26538; number_of_response:1; }","duration":"136.819615ms","start":"2026-07-02T12:00:40.139724Z","end":"2026-07-02T12:00:40.276544Z","steps":["trace[1973242] 'process raft request' (duration: 136.686621ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:00:40.276654Z","caller":"traceutil/trace.go:171","msg":"trace[941293558] transaction","detail":"{read_only:false; response_revision:26537; number_of_response:1; }","duration":"137.039432ms","start":"2026-07-02T12:00:40.139586Z","end":"2026-07-02T12:00:40.276625Z","steps":["trace[941293558] 'process raft request' (duration: 136.681801ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:00:40.276593Z","caller":"traceutil/trace.go:171","msg":"trace[367410519] transaction","detail":"{read_only:false; response_revision:26539; number_of_response:1; }","duration":"135.611137ms","start":"2026-07-02T12:00:40.140956Z","end":"2026-07-02T12:00:40.276567Z","steps":["trace[367410519] 'process raft request' (duration: 135.504554ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:00:40.276732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.026892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-02T12:00:40.276769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.30116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-07-02T12:00:40.276769Z","caller":"traceutil/trace.go:171","msg":"trace[972727071] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26539; }","duration":"137.083114ms","start":"2026-07-02T12:00:40.139676Z","end":"2026-07-02T12:00:40.276759Z","steps":["trace[972727071] 'agreement among raft nodes before linearized reading' (duration: 136.94125ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:00:40.2768Z","caller":"traceutil/trace.go:171","msg":"trace[1060345361] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26539; }","duration":"111.405533ms","start":"2026-07-02T12:00:40.165386Z","end":"2026-07-02T12:00:40.276791Z","steps":["trace[1060345361] 'agreement among raft nodes before linearized reading' (duration: 111.261919ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:00:40.27679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.388255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-07-02T12:00:40.276867Z","caller":"traceutil/trace.go:171","msg":"trace[50513810] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26539; }","duration":"102.501428ms","start":"2026-07-02T12:00:40.174352Z","end":"2026-07-02T12:00:40.276853Z","steps":["trace[50513810] 'agreement among raft nodes before linearized reading' (duration: 102.337823ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:00:40.47199Z","caller":"traceutil/trace.go:171","msg":"trace[1403572594] transaction","detail":"{read_only:false; response_revision:26540; number_of_response:1; }","duration":"190.267873ms","start":"2026-07-02T12:00:40.281676Z","end":"2026-07-02T12:00:40.471944Z","steps":["trace[1403572594] 'process raft request' (duration: 126.34642ms)","trace[1403572594] 'compare' (duration: 63.758108ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:00:40.513617Z","caller":"traceutil/trace.go:171","msg":"trace[457450859] transaction","detail":"{read_only:false; response_revision:26541; number_of_response:1; }","duration":"230.516942ms","start":"2026-07-02T12:00:40.283075Z","end":"2026-07-02T12:00:40.513592Z","steps":["trace[457450859] 'process raft request' (duration: 230.329726ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:00:40.513749Z","caller":"traceutil/trace.go:171","msg":"trace[1491749375] linearizableReadLoop","detail":"{readStateIndex:27789; appliedIndex:27786; }","duration":"203.794346ms","start":"2026-07-02T12:00:40.309936Z","end":"2026-07-02T12:00:40.51373Z","steps":["trace[1491749375] 'read index received' (duration: 98.072946ms)","trace[1491749375] 'applied index is now lower than readState.Index' (duration: 105.71948ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:00:40.513797Z","caller":"traceutil/trace.go:171","msg":"trace[1743215481] transaction","detail":"{read_only:false; response_revision:26542; number_of_response:1; }","duration":"229.992145ms","start":"2026-07-02T12:00:40.283794Z","end":"2026-07-02T12:00:40.513786Z","steps":["trace[1743215481] 'process raft request' (duration: 229.755587ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:00:40.513846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.89998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:00:40.513874Z","caller":"traceutil/trace.go:171","msg":"trace[491626671] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:26542; }","duration":"203.982992ms","start":"2026-07-02T12:00:40.309883Z","end":"2026-07-02T12:00:40.513866Z","steps":["trace[491626671] 'agreement among raft nodes before linearized reading' (duration: 203.90293ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:00:41.311116Z","caller":"traceutil/trace.go:171","msg":"trace[1135300968] transaction","detail":"{read_only:false; response_revision:26549; number_of_response:1; }","duration":"159.607464ms","start":"2026-07-02T12:00:41.151482Z","end":"2026-07-02T12:00:41.311089Z","steps":["trace[1135300968] 'process raft request' (duration: 159.298904ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:00:41.741512Z","caller":"traceutil/trace.go:171","msg":"trace[2135146283] transaction","detail":"{read_only:false; response_revision:26550; number_of_response:1; }","duration":"143.376095ms","start":"2026-07-02T12:00:41.59811Z","end":"2026-07-02T12:00:41.741486Z","steps":["trace[2135146283] 'process raft request' (duration: 143.170228ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:00:41.921632Z","caller":"traceutil/trace.go:171","msg":"trace[1410035936] transaction","detail":"{read_only:false; response_revision:26551; number_of_response:1; }","duration":"174.222452ms","start":"2026-07-02T12:00:41.747372Z","end":"2026-07-02T12:00:41.921595Z","steps":["trace[1410035936] 'process raft request' (duration: 122.668243ms)","trace[1410035936] 'compare' (duration: 51.396504ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:00:42.335835Z","caller":"traceutil/trace.go:171","msg":"trace[239381358] transaction","detail":"{read_only:false; response_revision:26552; number_of_response:1; }","duration":"587.900272ms","start":"2026-07-02T12:00:41.747908Z","end":"2026-07-02T12:00:42.335808Z","steps":["trace[239381358] 'process raft request' (duration: 587.644704ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:00:42.33613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:00:41.747894Z","time spent":"588.104028ms","remote":"127.0.0.1:45096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1727,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:00:42.33626Z","caller":"traceutil/trace.go:171","msg":"trace[1739892368] transaction","detail":"{read_only:false; response_revision:26553; number_of_response:1; }","duration":"585.187244ms","start":"2026-07-02T12:00:41.751043Z","end":"2026-07-02T12:00:42.33623Z","steps":["trace[1739892368] 'process raft request' (duration: 584.700899ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:00:42.33646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:00:41.751035Z","time spent":"585.305779ms","remote":"127.0.0.1:45316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4853,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:00:42.730437Z","caller":"traceutil/trace.go:171","msg":"trace[368232992] transaction","detail":"{read_only:false; response_revision:26554; number_of_response:1; }","duration":"760.387059ms","start":"2026-07-02T12:00:41.970008Z","end":"2026-07-02T12:00:42.730395Z","steps":["trace[368232992] 'process raft request' (duration: 760.12002ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:00:42.730621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:00:41.969988Z","time spent":"760.530823ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:00:42.730759Z","caller":"traceutil/trace.go:171","msg":"trace[1233704100] transaction","detail":"{read_only:false; response_revision:26555; number_of_response:1; }","duration":"760.096449ms","start":"2026-07-02T12:00:41.970627Z","end":"2026-07-02T12:00:42.730723Z","steps":["trace[1233704100] 'process raft request' (duration: 759.712347ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:00:42.730924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:00:41.970599Z","time spent":"760.233464ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:00:42.730951Z","caller":"traceutil/trace.go:171","msg":"trace[617126309] linearizableReadLoop","detail":"{readStateIndex:27805; appliedIndex:27799; }","duration":"599.195283ms","start":"2026-07-02T12:00:42.131724Z","end":"2026-07-02T12:00:42.730919Z","steps":["trace[617126309] 'read index received' (duration: 203.786407ms)","trace[617126309] 'applied index is now lower than readState.Index' (duration: 395.407516ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:00:42.731078Z","caller":"traceutil/trace.go:171","msg":"trace[1604811128] transaction","detail":"{read_only:false; response_revision:26557; number_of_response:1; }","duration":"760.243294ms","start":"2026-07-02T12:00:41.97082Z","end":"2026-07-02T12:00:42.731063Z","steps":["trace[1604811128] 'process raft request' (duration: 760.017467ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:00:42.731148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:00:41.970788Z","time spent":"760.320846ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:00:42.731224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.474942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-02T12:00:42.731236Z","caller":"traceutil/trace.go:171","msg":"trace[988724474] transaction","detail":"{read_only:false; response_revision:26556; number_of_response:1; }","duration":"760.394588ms","start":"2026-07-02T12:00:41.970773Z","end":"2026-07-02T12:00:42.731168Z","steps":["trace[988724474] 'process raft request' (duration: 759.860481ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:00:42.731278Z","caller":"traceutil/trace.go:171","msg":"trace[890104828] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26557; }","duration":"599.573005ms","start":"2026-07-02T12:00:42.131689Z","end":"2026-07-02T12:00:42.731262Z","steps":["trace[890104828] 'agreement among raft nodes before linearized reading' (duration: 599.365479ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:00:42.731344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:00:42.131666Z","time spent":"599.661038ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-02T12:00:42.731444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:00:41.970664Z","time spent":"760.667988ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:00:43.035166Z","caller":"traceutil/trace.go:171","msg":"trace[1835521802] transaction","detail":"{read_only:false; response_revision:26558; number_of_response:1; }","duration":"690.235995ms","start":"2026-07-02T12:00:42.34491Z","end":"2026-07-02T12:00:43.035146Z","steps":["trace[1835521802] 'process raft request' (duration: 690.034898ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:00:43.035288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:00:42.344888Z","time spent":"690.335838ms","remote":"127.0.0.1:45316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4797,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:00:43.035415Z","caller":"traceutil/trace.go:171","msg":"trace[1016631138] linearizableReadLoop","detail":"{readStateIndex:27807; appliedIndex:27805; }","duration":"304.385074ms","start":"2026-07-02T12:00:42.73102Z","end":"2026-07-02T12:00:43.035405Z","steps":["trace[1016631138] 'read index received' (duration: 304.062094ms)","trace[1016631138] 'applied index is now lower than readState.Index' (duration: 322.24µs)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:00:43.035528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.955613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:00:43.035565Z","caller":"traceutil/trace.go:171","msg":"trace[1613588336] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:26559; }","duration":"850.034965ms","start":"2026-07-02T12:00:42.185521Z","end":"2026-07-02T12:00:43.035556Z","steps":["trace[1613588336] 'agreement among raft nodes before linearized reading' (duration: 849.917911ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:00:43.035605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:00:42.185498Z","time spent":"850.088937ms","remote":"127.0.0.1:40888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:00:43.035842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.908972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:00:43.0359Z","caller":"traceutil/trace.go:171","msg":"trace[257420629] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:26559; }","duration":"588.003015ms","start":"2026-07-02T12:00:42.447883Z","end":"2026-07-02T12:00:43.035886Z","steps":["trace[257420629] 'agreement among raft nodes before linearized reading' (duration: 587.908452ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:00:43.035939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:00:42.44786Z","time spent":"588.067688ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:00:43.035957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.317536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-02T12:00:43.035985Z","caller":"traceutil/trace.go:171","msg":"trace[1775383205] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26559; }","duration":"755.394348ms","start":"2026-07-02T12:00:42.280582Z","end":"2026-07-02T12:00:43.035977Z","steps":["trace[1775383205] 'agreement among raft nodes before linearized reading' (duration: 755.282575ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:00:43.036008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:00:42.280555Z","time spent":"755.44686ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-02T12:00:43.036066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.015662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-07-02T12:00:43.036173Z","caller":"traceutil/trace.go:171","msg":"trace[307045324] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26559; }","duration":"450.232679ms","start":"2026-07-02T12:00:42.585921Z","end":"2026-07-02T12:00:43.036154Z","steps":["trace[307045324] 'agreement among raft nodes before linearized reading' (duration: 449.876787ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:00:43.036233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:00:42.585915Z","time spent":"450.305511ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":671,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-02T12:00:43.036438Z","caller":"traceutil/trace.go:171","msg":"trace[709278780] transaction","detail":"{read_only:false; response_revision:26559; number_of_response:1; }","duration":"682.023142ms","start":"2026-07-02T12:00:42.354405Z","end":"2026-07-02T12:00:43.036428Z","steps":["trace[709278780] 'process raft request' (duration: 680.693379ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:00:43.036491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.202109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:00:43.036525Z","caller":"traceutil/trace.go:171","msg":"trace[18228763] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26559; }","duration":"365.266151ms","start":"2026-07-02T12:00:42.671251Z","end":"2026-07-02T12:00:43.036517Z","steps":["trace[18228763] 'agreement among raft nodes before linearized reading' (duration: 365.21596ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:00:43.036549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:00:42.671237Z","time spent":"365.307903ms","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T12:00:43.036597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.04534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-02T12:00:43.036632Z","caller":"traceutil/trace.go:171","msg":"trace[1298898580] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26559; }","duration":"756.130452ms","start":"2026-07-02T12:00:42.280491Z","end":"2026-07-02T12:00:43.036622Z","steps":["trace[1298898580] 'agreement among raft nodes before linearized reading' (duration: 755.608485ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:00:43.036668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:00:42.280468Z","time spent":"756.192674ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-02T12:00:43.036265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.953288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-02T12:00:43.036734Z","caller":"traceutil/trace.go:171","msg":"trace[1924647001] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26559; }","duration":"560.444834ms","start":"2026-07-02T12:00:42.476282Z","end":"2026-07-02T12:00:43.036727Z","steps":["trace[1924647001] 'agreement among raft nodes before linearized reading' (duration: 559.924488ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:00:43.036758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:00:42.476271Z","time spent":"560.480485ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-02T12:00:43.036802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.301547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-02T12:00:43.036826Z","caller":"traceutil/trace.go:171","msg":"trace[762874599] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26559; }","duration":"756.36999ms","start":"2026-07-02T12:00:42.28045Z","end":"2026-07-02T12:00:43.03682Z","steps":["trace[762874599] 'agreement among raft nodes before linearized reading' (duration: 756.310328ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:00:43.036846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:00:42.280421Z","time spent":"756.420571ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-02T12:00:43.036964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.536505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-07-02T12:00:43.036987Z","caller":"traceutil/trace.go:171","msg":"trace[1571918902] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26559; }","duration":"801.604336ms","start":"2026-07-02T12:00:42.235376Z","end":"2026-07-02T12:00:43.036981Z","steps":["trace[1571918902] 'agreement among raft nodes before linearized reading' (duration: 801.544684ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:00:43.037006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:00:42.235348Z","time spent":"801.654118ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-02T12:00:43.036188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.750706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-07-02T12:00:43.03816Z","caller":"traceutil/trace.go:171","msg":"trace[459016428] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26559; }","duration":"452.75299ms","start":"2026-07-02T12:00:42.585397Z","end":"2026-07-02T12:00:43.03815Z","steps":["trace[459016428] 'agreement among raft nodes before linearized reading' (duration: 450.695024ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:00:43.038191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:00:42.58538Z","time spent":"452.800941ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":686,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-02T12:00:43.037108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:00:42.354385Z","time spent":"682.119135ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:00:43.064514Z","caller":"traceutil/trace.go:171","msg":"trace[314285718] transaction","detail":"{read_only:false; response_revision:26561; number_of_response:1; }","duration":"103.642824ms","start":"2026-07-02T12:00:42.960845Z","end":"2026-07-02T12:00:43.064488Z","steps":["trace[314285718] 'process raft request' (duration: 103.575652ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:00:43.064538Z","caller":"traceutil/trace.go:171","msg":"trace[2053692205] transaction","detail":"{read_only:false; response_revision:26560; number_of_response:1; }","duration":"328.530217ms","start":"2026-07-02T12:00:42.735989Z","end":"2026-07-02T12:00:43.064519Z","steps":["trace[2053692205] 'process raft request' (duration: 328.326571ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:00:43.064633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:00:42.735967Z","time spent":"328.610139ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:00:43.435133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.0926ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-02T12:00:43.435332Z","caller":"traceutil/trace.go:171","msg":"trace[444046367] transaction","detail":"{read_only:false; response_revision:26562; number_of_response:1; }","duration":"390.445236ms","start":"2026-07-02T12:00:43.044863Z","end":"2026-07-02T12:00:43.435308Z","steps":["trace[444046367] 'process raft request' (duration: 205.082538ms)","trace[444046367] 'compare' (duration: 184.973206ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:00:43.43541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:00:43.044835Z","time spent":"390.54402ms","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":910,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-02T12:00:43.436196Z","caller":"traceutil/trace.go:171","msg":"trace[519955712] transaction","detail":"{read_only:false; response_revision:26563; number_of_response:1; }","duration":"391.15005ms","start":"2026-07-02T12:00:43.045014Z","end":"2026-07-02T12:00:43.436164Z","steps":["trace[519955712] 'process raft request' (duration: 390.253681ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:00:43.436391Z","caller":"traceutil/trace.go:171","msg":"trace[1479520289] transaction","detail":"{read_only:false; response_revision:26564; number_of_response:1; }","duration":"391.140489ms","start":"2026-07-02T12:00:43.04524Z","end":"2026-07-02T12:00:43.43638Z","steps":["trace[1479520289] 'process raft request' (duration: 390.664234ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:00:43.436385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:00:43.045006Z","time spent":"391.264843ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:00:43.436434Z","caller":"traceutil/trace.go:171","msg":"trace[728039656] transaction","detail":"{read_only:false; response_revision:26565; number_of_response:1; }","duration":"391.079007ms","start":"2026-07-02T12:00:43.045338Z","end":"2026-07-02T12:00:43.436417Z","steps":["trace[728039656] 'process raft request' (duration: 390.938172ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:00:43.436456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:00:43.045206Z","time spent":"391.214211ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:00:43.436501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:00:43.04533Z","time spent":"391.14003ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:00:43.43653Z","caller":"traceutil/trace.go:171","msg":"trace[1127939173] linearizableReadLoop","detail":"{readStateIndex:27816; appliedIndex:27809; }","duration":"372.059869ms","start":"2026-07-02T12:00:43.064452Z","end":"2026-07-02T12:00:43.436512Z","steps":["trace[1127939173] 'read index received' (duration: 185.370169ms)","trace[1127939173] 'applied index is now lower than readState.Index' (duration: 186.68817ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:00:43.436677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.304052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:569"} {"level":"info","ts":"2026-07-02T12:00:43.436694Z","caller":"traceutil/trace.go:171","msg":"trace[2122603882] transaction","detail":"{read_only:false; response_revision:26566; number_of_response:1; }","duration":"391.347265ms","start":"2026-07-02T12:00:43.045337Z","end":"2026-07-02T12:00:43.436684Z","steps":["trace[2122603882] 'process raft request' (duration: 391.007775ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:00:43.436713Z","caller":"traceutil/trace.go:171","msg":"trace[271006813] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26568; }","duration":"391.383167ms","start":"2026-07-02T12:00:43.045316Z","end":"2026-07-02T12:00:43.436699Z","steps":["trace[271006813] 'agreement among raft nodes before linearized reading' (duration: 391.247323ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:00:43.436735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:00:43.045305Z","time spent":"391.425218ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-02T12:00:43.436759Z","caller":"traceutil/trace.go:171","msg":"trace[1392793603] transaction","detail":"{read_only:false; response_revision:26567; number_of_response:1; }","duration":"391.365087ms","start":"2026-07-02T12:00:43.045388Z","end":"2026-07-02T12:00:43.436753Z","steps":["trace[1392793603] 'process raft request' (duration: 391.004825ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:00:43.436737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:00:43.045328Z","time spent":"391.384827ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:00:43.43676Z","caller":"traceutil/trace.go:171","msg":"trace[1867556096] transaction","detail":"{read_only:false; response_revision:26568; number_of_response:1; }","duration":"389.425304ms","start":"2026-07-02T12:00:43.047285Z","end":"2026-07-02T12:00:43.43671Z","steps":["trace[1867556096] 'process raft request' (duration: 389.163476ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:00:43.436892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:00:43.047273Z","time spent":"389.567118ms","remote":"127.0.0.1:45274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5225,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:00:43.436943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.860173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-7db57f6cd7-xlqjm\" ","response":"range_response_count:1 size:5484"} {"level":"warn","ts":"2026-07-02T12:00:43.436946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.76114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-07-02T12:00:43.43697Z","caller":"traceutil/trace.go:171","msg":"trace[667332567] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26568; }","duration":"255.819631ms","start":"2026-07-02T12:00:43.181144Z","end":"2026-07-02T12:00:43.436963Z","steps":["trace[667332567] 'agreement among raft nodes before linearized reading' (duration: 255.728368ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:00:43.436969Z","caller":"traceutil/trace.go:171","msg":"trace[1955415863] range","detail":"{range_begin:/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-7db57f6cd7-xlqjm; range_end:; response_count:1; response_revision:26568; }","duration":"391.927184ms","start":"2026-07-02T12:00:43.045031Z","end":"2026-07-02T12:00:43.436958Z","steps":["trace[1955415863] 'agreement among raft nodes before linearized reading' (duration: 391.858432ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:00:43.437004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:00:43.045015Z","time spent":"391.976296ms","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":1,"response size":5508,"request content":"key:\"/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-7db57f6cd7-xlqjm\" "} {"level":"warn","ts":"2026-07-02T12:00:43.436798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:00:43.045382Z","time spent":"391.398688ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:00:43.439565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.147925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-07-02T12:00:43.439642Z","caller":"traceutil/trace.go:171","msg":"trace[1467734991] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26568; }","duration":"394.249208ms","start":"2026-07-02T12:00:43.045377Z","end":"2026-07-02T12:00:43.439626Z","steps":["trace[1467734991] 'agreement among raft nodes before linearized reading' (duration: 391.259153ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:00:43.4397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:00:43.045371Z","time spent":"394.31944ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-02T12:00:43.709279Z","caller":"traceutil/trace.go:171","msg":"trace[894178896] transaction","detail":"{read_only:false; response_revision:26569; number_of_response:1; }","duration":"269.499659ms","start":"2026-07-02T12:00:43.43976Z","end":"2026-07-02T12:00:43.70926Z","steps":["trace[894178896] 'process raft request' (duration: 269.320043ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:00:43.709976Z","caller":"traceutil/trace.go:171","msg":"trace[869836699] transaction","detail":"{read_only:false; response_revision:26570; number_of_response:1; }","duration":"268.770906ms","start":"2026-07-02T12:00:43.441186Z","end":"2026-07-02T12:00:43.709957Z","steps":["trace[869836699] 'process raft request' (duration: 268.589ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:00:43.709974Z","caller":"traceutil/trace.go:171","msg":"trace[1909459887] linearizableReadLoop","detail":"{readStateIndex:27818; appliedIndex:27816; }","duration":"268.57055ms","start":"2026-07-02T12:00:43.441374Z","end":"2026-07-02T12:00:43.709944Z","steps":["trace[1909459887] 'read index received' (duration: 267.683011ms)","trace[1909459887] 'applied index is now lower than readState.Index' (duration: 886.159µs)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:00:43.710161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.104159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:00:43.710244Z","caller":"traceutil/trace.go:171","msg":"trace[1606823406] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:26571; }","duration":"144.228143ms","start":"2026-07-02T12:00:43.566Z","end":"2026-07-02T12:00:43.710228Z","steps":["trace[1606823406] 'agreement among raft nodes before linearized reading' (duration: 144.092278ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:00:43.710735Z","caller":"traceutil/trace.go:171","msg":"trace[1289256532] transaction","detail":"{read_only:false; response_revision:26571; number_of_response:1; }","duration":"235.722419ms","start":"2026-07-02T12:00:43.474291Z","end":"2026-07-02T12:00:43.710013Z","steps":["trace[1289256532] 'process raft request' (duration: 235.610405ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:00:43.712297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.899294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-07-02T12:00:43.712356Z","caller":"traceutil/trace.go:171","msg":"trace[1867774842] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26571; }","duration":"270.993056ms","start":"2026-07-02T12:00:43.441349Z","end":"2026-07-02T12:00:43.712342Z","steps":["trace[1867774842] 'agreement among raft nodes before linearized reading' (duration: 268.724504ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:00:47.703066Z","caller":"traceutil/trace.go:171","msg":"trace[2145899955] transaction","detail":"{read_only:false; response_revision:26610; number_of_response:1; }","duration":"244.641803ms","start":"2026-07-02T12:00:47.458396Z","end":"2026-07-02T12:00:47.703038Z","steps":["trace[2145899955] 'process raft request' (duration: 226.322827ms)","trace[2145899955] 'compare' (duration: 18.13902ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:00:47.703442Z","caller":"traceutil/trace.go:171","msg":"trace[1115270076] transaction","detail":"{read_only:false; response_revision:26612; number_of_response:1; }","duration":"244.86774ms","start":"2026-07-02T12:00:47.458544Z","end":"2026-07-02T12:00:47.703411Z","steps":["trace[1115270076] 'process raft request' (duration: 244.693495ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:00:47.703539Z","caller":"traceutil/trace.go:171","msg":"trace[245561798] transaction","detail":"{read_only:false; response_revision:26611; number_of_response:1; }","duration":"245.027456ms","start":"2026-07-02T12:00:47.458488Z","end":"2026-07-02T12:00:47.703515Z","steps":["trace[245561798] 'process raft request' (duration: 244.506259ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:00:47.703413Z","caller":"traceutil/trace.go:171","msg":"trace[880973065] linearizableReadLoop","detail":"{readStateIndex:27863; appliedIndex:27858; }","duration":"241.435641ms","start":"2026-07-02T12:00:47.461954Z","end":"2026-07-02T12:00:47.703389Z","steps":["trace[880973065] 'read index received' (duration: 12.467989ms)","trace[880973065] 'applied index is now lower than readState.Index' (duration: 228.966671ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:00:47.703578Z","caller":"traceutil/trace.go:171","msg":"trace[1980024470] transaction","detail":"{read_only:false; response_revision:26613; number_of_response:1; }","duration":"243.192657ms","start":"2026-07-02T12:00:47.460322Z","end":"2026-07-02T12:00:47.703514Z","steps":["trace[1980024470] 'process raft request' (duration: 243.015771ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:00:47.703743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.767641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:00:47.703799Z","caller":"traceutil/trace.go:171","msg":"trace[599772134] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:26613; }","duration":"241.852454ms","start":"2026-07-02T12:00:47.461931Z","end":"2026-07-02T12:00:47.703783Z","steps":["trace[599772134] 'agreement among raft nodes before linearized reading' (duration: 241.743771ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:00:47.954851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.763842ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T12:00:47.954965Z","caller":"traceutil/trace.go:171","msg":"trace[1151854437] linearizableReadLoop","detail":"{readStateIndex:27864; appliedIndex:27863; }","duration":"195.394019ms","start":"2026-07-02T12:00:47.759554Z","end":"2026-07-02T12:00:47.954948Z","steps":["trace[1151854437] 'read index received' (duration: 69.420351ms)","trace[1151854437] 'applied index is now lower than readState.Index' (duration: 125.971998ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:00:47.955101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.544134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-07-02T12:00:47.955079Z","caller":"traceutil/trace.go:171","msg":"trace[1492211857] transaction","detail":"{read_only:false; response_revision:26614; number_of_response:1; }","duration":"198.494348ms","start":"2026-07-02T12:00:47.756555Z","end":"2026-07-02T12:00:47.955049Z","steps":["trace[1492211857] 'process raft request' (duration: 72.443986ms)","trace[1492211857] 'compare' (duration: 125.596687ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:00:47.955129Z","caller":"traceutil/trace.go:171","msg":"trace[1500300798] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26614; }","duration":"195.592236ms","start":"2026-07-02T12:00:47.759526Z","end":"2026-07-02T12:00:47.955118Z","steps":["trace[1500300798] 'agreement among raft nodes before linearized reading' (duration: 195.468042ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:00:50.066181Z","caller":"traceutil/trace.go:171","msg":"trace[17418932] transaction","detail":"{read_only:false; response_revision:26643; number_of_response:1; }","duration":"107.354854ms","start":"2026-07-02T12:00:49.958785Z","end":"2026-07-02T12:00:50.06614Z","steps":["trace[17418932] 'process raft request' (duration: 107.047024ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:00:50.931121Z","caller":"traceutil/trace.go:171","msg":"trace[1757417827] transaction","detail":"{read_only:false; response_revision:26648; number_of_response:1; }","duration":"171.786914ms","start":"2026-07-02T12:00:50.759305Z","end":"2026-07-02T12:00:50.931092Z","steps":["trace[1757417827] 'process raft request' (duration: 171.498445ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:00:50.931348Z","caller":"traceutil/trace.go:171","msg":"trace[642789533] transaction","detail":"{read_only:false; response_revision:26649; number_of_response:1; }","duration":"171.910908ms","start":"2026-07-02T12:00:50.759348Z","end":"2026-07-02T12:00:50.931259Z","steps":["trace[642789533] 'process raft request' (duration: 171.64878ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:00:50.93989Z","caller":"traceutil/trace.go:171","msg":"trace[1444661463] transaction","detail":"{read_only:false; response_revision:26651; number_of_response:1; }","duration":"174.955125ms","start":"2026-07-02T12:00:50.764917Z","end":"2026-07-02T12:00:50.939872Z","steps":["trace[1444661463] 'process raft request' (duration: 174.905364ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:00:50.939964Z","caller":"traceutil/trace.go:171","msg":"trace[1905585802] transaction","detail":"{read_only:false; response_revision:26650; number_of_response:1; }","duration":"175.216623ms","start":"2026-07-02T12:00:50.764714Z","end":"2026-07-02T12:00:50.939931Z","steps":["trace[1905585802] 'process raft request' (duration: 175.003507ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:00:58.54391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.049945ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T12:00:58.544023Z","caller":"traceutil/trace.go:171","msg":"trace[2053197330] transaction","detail":"{read_only:false; response_revision:26720; number_of_response:1; }","duration":"201.734252ms","start":"2026-07-02T12:00:58.342265Z","end":"2026-07-02T12:00:58.544Z","steps":["trace[2053197330] 'process raft request' (duration: 68.499551ms)","trace[2053197330] 'compare' (duration: 132.60448ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:00:58.607992Z","caller":"traceutil/trace.go:171","msg":"trace[1508027513] transaction","detail":"{read_only:false; response_revision:26721; number_of_response:1; }","duration":"263.177717ms","start":"2026-07-02T12:00:58.344769Z","end":"2026-07-02T12:00:58.607947Z","steps":["trace[1508027513] 'process raft request' (duration: 262.896098ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:00:58.760095Z","caller":"traceutil/trace.go:171","msg":"trace[1163859629] transaction","detail":"{read_only:false; response_revision:26722; number_of_response:1; }","duration":"146.934709ms","start":"2026-07-02T12:00:58.613135Z","end":"2026-07-02T12:00:58.76007Z","steps":["trace[1163859629] 'process raft request' (duration: 68.415838ms)","trace[1163859629] 'compare' (duration: 78.001104ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:00:59.397003Z","caller":"traceutil/trace.go:171","msg":"trace[1948105531] linearizableReadLoop","detail":"{readStateIndex:27983; appliedIndex:27981; }","duration":"112.761496ms","start":"2026-07-02T12:00:59.284207Z","end":"2026-07-02T12:00:59.396969Z","steps":["trace[1948105531] 'read index received' (duration: 41.944162ms)","trace[1948105531] 'applied index is now lower than readState.Index' (duration: 70.816354ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:00:59.397146Z","caller":"traceutil/trace.go:171","msg":"trace[1229587002] transaction","detail":"{read_only:false; response_revision:26728; number_of_response:1; }","duration":"188.324373ms","start":"2026-07-02T12:00:59.208807Z","end":"2026-07-02T12:00:59.397131Z","steps":["trace[1229587002] 'process raft request' (duration: 117.239919ms)","trace[1229587002] 'compare' (duration: 70.569847ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:00:59.397286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.067646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:00:59.397339Z","caller":"traceutil/trace.go:171","msg":"trace[1030868165] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:26729; }","duration":"113.17787ms","start":"2026-07-02T12:00:59.284148Z","end":"2026-07-02T12:00:59.397326Z","steps":["trace[1030868165] 'agreement among raft nodes before linearized reading' (duration: 113.063026ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:00:59.397408Z","caller":"traceutil/trace.go:171","msg":"trace[1966518466] transaction","detail":"{read_only:false; response_revision:26729; number_of_response:1; }","duration":"115.736791ms","start":"2026-07-02T12:00:59.281653Z","end":"2026-07-02T12:00:59.397389Z","steps":["trace[1966518466] 'process raft request' (duration: 115.195894ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:00:59.769776Z","caller":"traceutil/trace.go:171","msg":"trace[47190322] linearizableReadLoop","detail":"{readStateIndex:27984; appliedIndex:27983; }","duration":"259.689065ms","start":"2026-07-02T12:00:59.510056Z","end":"2026-07-02T12:00:59.769745Z","steps":["trace[47190322] 'read index received' (duration: 231.160983ms)","trace[47190322] 'applied index is now lower than readState.Index' (duration: 28.526702ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:00:59.77026Z","caller":"traceutil/trace.go:171","msg":"trace[600250669] transaction","detail":"{read_only:false; number_of_response:0; response_revision:26729; }","duration":"365.545201ms","start":"2026-07-02T12:00:59.404682Z","end":"2026-07-02T12:00:59.770227Z","steps":["trace[600250669] 'process raft request' (duration: 336.610265ms)","trace[600250669] 'compare' (duration: 28.396968ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:00:59.770373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.226702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-system/capi-controller-manager\" ","response":"range_response_count:1 size:5121"} {"level":"info","ts":"2026-07-02T12:00:59.770482Z","caller":"traceutil/trace.go:171","msg":"trace[2111873943] range","detail":"{range_begin:/registry/deployments/capi-system/capi-controller-manager; range_end:; response_count:1; response_revision:26729; }","duration":"260.44863ms","start":"2026-07-02T12:00:59.510006Z","end":"2026-07-02T12:00:59.770455Z","steps":["trace[2111873943] 'agreement among raft nodes before linearized reading' (duration: 260.079698ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:00:59.770455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:00:59.404662Z","time spent":"365.712326ms","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":30,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-02T12:00:59.77058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.582091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-02T12:00:59.770699Z","caller":"traceutil/trace.go:171","msg":"trace[1571259212] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26729; }","duration":"218.782387ms","start":"2026-07-02T12:00:59.551883Z","end":"2026-07-02T12:00:59.770666Z","steps":["trace[1571259212] 'agreement among raft nodes before linearized reading' (duration: 218.437686ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:00:59.952064Z","caller":"traceutil/trace.go:171","msg":"trace[176231578] linearizableReadLoop","detail":"{readStateIndex:27986; appliedIndex:27985; }","duration":"153.883222ms","start":"2026-07-02T12:00:59.798144Z","end":"2026-07-02T12:00:59.952028Z","steps":["trace[176231578] 'read index received' (duration: 143.249032ms)","trace[176231578] 'applied index is now lower than readState.Index' (duration: 10.63231ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:00:59.952572Z","caller":"traceutil/trace.go:171","msg":"trace[1621003438] transaction","detail":"{read_only:false; response_revision:26731; number_of_response:1; }","duration":"168.8665ms","start":"2026-07-02T12:00:59.783673Z","end":"2026-07-02T12:00:59.952539Z","steps":["trace[1621003438] 'process raft request' (duration: 157.712484ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:00:59.952619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.946236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-02T12:00:59.952669Z","caller":"traceutil/trace.go:171","msg":"trace[481774713] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26731; }","duration":"160.063979ms","start":"2026-07-02T12:00:59.792591Z","end":"2026-07-02T12:00:59.952655Z","steps":["trace[481774713] 'agreement among raft nodes before linearized reading' (duration: 159.876003ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:00:59.952729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.601046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-02T12:00:59.95281Z","caller":"traceutil/trace.go:171","msg":"trace[938579802] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26731; }","duration":"160.742141ms","start":"2026-07-02T12:00:59.792046Z","end":"2026-07-02T12:00:59.952788Z","steps":["trace[938579802] 'agreement among raft nodes before linearized reading' (duration: 160.456902ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:00:59.952809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.156115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-02T12:00:59.95288Z","caller":"traceutil/trace.go:171","msg":"trace[289035496] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26731; }","duration":"167.27795ms","start":"2026-07-02T12:00:59.785583Z","end":"2026-07-02T12:00:59.952861Z","steps":["trace[289035496] 'agreement among raft nodes before linearized reading' (duration: 166.98249ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:01:00.022884Z","caller":"traceutil/trace.go:171","msg":"trace[19189524] transaction","detail":"{read_only:false; response_revision:26732; number_of_response:1; }","duration":"221.171764ms","start":"2026-07-02T12:00:59.801673Z","end":"2026-07-02T12:01:00.022845Z","steps":["trace[19189524] 'process raft request' (duration: 220.932556ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:01:00.023127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.720076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-5647546676-xlrv7\" ","response":"range_response_count:1 size:5551"} {"level":"info","ts":"2026-07-02T12:01:00.023191Z","caller":"traceutil/trace.go:171","msg":"trace[762772650] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-5647546676-xlrv7; range_end:; response_count:1; response_revision:26732; }","duration":"178.815789ms","start":"2026-07-02T12:00:59.844357Z","end":"2026-07-02T12:01:00.023172Z","steps":["trace[762772650] 'agreement among raft nodes before linearized reading' (duration: 178.656494ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:01:00.176081Z","caller":"traceutil/trace.go:171","msg":"trace[1002420290] transaction","detail":"{read_only:false; response_revision:26734; number_of_response:1; }","duration":"218.136077ms","start":"2026-07-02T12:00:59.95792Z","end":"2026-07-02T12:01:00.176056Z","steps":["trace[1002420290] 'process raft request' (duration: 218.048824ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:01:00.17618Z","caller":"traceutil/trace.go:171","msg":"trace[760430977] transaction","detail":"{read_only:false; response_revision:26733; number_of_response:1; }","duration":"219.146949ms","start":"2026-07-02T12:00:59.956998Z","end":"2026-07-02T12:01:00.176145Z","steps":["trace[760430977] 'process raft request' (duration: 218.816048ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:01:00.176353Z","caller":"traceutil/trace.go:171","msg":"trace[1884694649] linearizableReadLoop","detail":"{readStateIndex:27990; appliedIndex:27987; }","duration":"153.334714ms","start":"2026-07-02T12:01:00.022987Z","end":"2026-07-02T12:01:00.176322Z","steps":["trace[1884694649] 'read index received' (duration: 152.775976ms)","trace[1884694649] 'applied index is now lower than readState.Index' (duration: 555.978µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:01:00.176532Z","caller":"traceutil/trace.go:171","msg":"trace[1857343740] transaction","detail":"{read_only:false; response_revision:26735; number_of_response:1; }","duration":"217.466415ms","start":"2026-07-02T12:00:59.958964Z","end":"2026-07-02T12:01:00.176431Z","steps":["trace[1857343740] 'process raft request' (duration: 217.048621ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:01:00.176635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.270841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-07-02T12:01:00.176822Z","caller":"traceutil/trace.go:171","msg":"trace[1644357606] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26735; }","duration":"198.488268ms","start":"2026-07-02T12:00:59.978302Z","end":"2026-07-02T12:01:00.17679Z","steps":["trace[1644357606] 'agreement among raft nodes before linearized reading' (duration: 198.127847ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:01:00.534633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.050084ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T12:01:00.53472Z","caller":"traceutil/trace.go:171","msg":"trace[1244138283] linearizableReadLoop","detail":"{readStateIndex:27991; appliedIndex:27990; }","duration":"358.266297ms","start":"2026-07-02T12:01:00.176438Z","end":"2026-07-02T12:01:00.534705Z","steps":["trace[1244138283] 'read index received' (duration: 180.057898ms)","trace[1244138283] 'applied index is now lower than readState.Index' (duration: 178.207279ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:01:00.534799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.327202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:01:00.534819Z","caller":"traceutil/trace.go:171","msg":"trace[890386245] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:26736; }","duration":"440.392094ms","start":"2026-07-02T12:01:00.094417Z","end":"2026-07-02T12:01:00.534809Z","steps":["trace[890386245] 'agreement among raft nodes before linearized reading' (duration: 440.345482ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:01:00.534789Z","caller":"traceutil/trace.go:171","msg":"trace[1291083187] transaction","detail":"{read_only:false; response_revision:26736; number_of_response:1; }","duration":"502.125609ms","start":"2026-07-02T12:01:00.032625Z","end":"2026-07-02T12:01:00.534751Z","steps":["trace[1291083187] 'process raft request' (duration: 323.881438ms)","trace[1291083187] 'compare' (duration: 177.683053ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:01:00.534847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:01:00.094215Z","time spent":"440.625662ms","remote":"127.0.0.1:60496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:01:00.534932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:01:00.032612Z","time spent":"502.241612ms","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5355,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:01:00.534942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.955565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ebf3c333-a278-487a-8480-2f5b283c211d\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-07-02T12:01:00.535019Z","caller":"traceutil/trace.go:171","msg":"trace[837604033] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ebf3c333-a278-487a-8480-2f5b283c211d; range_end:; response_count:1; response_revision:26736; }","duration":"508.062828ms","start":"2026-07-02T12:01:00.026937Z","end":"2026-07-02T12:01:00.535Z","steps":["trace[837604033] 'agreement among raft nodes before linearized reading' (duration: 507.855941ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:01:00.535069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:01:00.026925Z","time spent":"508.135391ms","remote":"127.0.0.1:44984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-ebf3c333-a278-487a-8480-2f5b283c211d\" "} {"level":"info","ts":"2026-07-02T12:01:01.15506Z","caller":"traceutil/trace.go:171","msg":"trace[1402520401] linearizableReadLoop","detail":"{readStateIndex:27993; appliedIndex:27991; }","duration":"620.296588ms","start":"2026-07-02T12:01:00.534737Z","end":"2026-07-02T12:01:01.155034Z","steps":["trace[1402520401] 'read index received' (duration: 31.723155ms)","trace[1402520401] 'applied index is now lower than readState.Index' (duration: 588.572243ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:01:01.155201Z","caller":"traceutil/trace.go:171","msg":"trace[500051858] transaction","detail":"{read_only:false; response_revision:26738; number_of_response:1; }","duration":"613.82118ms","start":"2026-07-02T12:01:00.541354Z","end":"2026-07-02T12:01:01.155175Z","steps":["trace[500051858] 'process raft request' (duration: 613.240972ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:01:01.155215Z","caller":"traceutil/trace.go:171","msg":"trace[2078126358] transaction","detail":"{read_only:false; response_revision:26739; number_of_response:1; }","duration":"613.537741ms","start":"2026-07-02T12:01:00.541621Z","end":"2026-07-02T12:01:01.155159Z","steps":["trace[2078126358] 'process raft request' (duration: 613.153829ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:01:01.155365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:01:00.541331Z","time spent":"613.919774ms","remote":"127.0.0.1:44996","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":889,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:01:01.155399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:01:00.541612Z","time spent":"613.697377ms","remote":"127.0.0.1:45096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:01:01.15538Z","caller":"traceutil/trace.go:171","msg":"trace[813767993] transaction","detail":"{read_only:false; response_revision:26740; number_of_response:1; }","duration":"612.426835ms","start":"2026-07-02T12:01:00.542937Z","end":"2026-07-02T12:01:01.155364Z","steps":["trace[813767993] 'process raft request' (duration: 612.020462ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:01:01.15555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.993915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17082"} {"level":"warn","ts":"2026-07-02T12:01:01.15558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:01:00.542926Z","time spent":"612.622772ms","remote":"127.0.0.1:45316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4705,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:01:01.155599Z","caller":"traceutil/trace.go:171","msg":"trace[653583266] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26740; }","duration":"977.071198ms","start":"2026-07-02T12:01:00.178514Z","end":"2026-07-02T12:01:01.155586Z","steps":["trace[653583266] 'agreement among raft nodes before linearized reading' (duration: 976.900512ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:01:01.155639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:01:00.178497Z","time spent":"977.132909ms","remote":"127.0.0.1:45008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17106,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-07-02T12:01:01.243712Z","caller":"traceutil/trace.go:171","msg":"trace[1099467252] transaction","detail":"{read_only:false; response_revision:26741; number_of_response:1; }","duration":"264.092596ms","start":"2026-07-02T12:01:00.979588Z","end":"2026-07-02T12:01:01.243681Z","steps":["trace[1099467252] 'process raft request' (duration: 259.728086ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:01:01.244126Z","caller":"traceutil/trace.go:171","msg":"trace[380934779] transaction","detail":"{read_only:false; response_revision:26742; number_of_response:1; }","duration":"221.816024ms","start":"2026-07-02T12:01:01.022252Z","end":"2026-07-02T12:01:01.244068Z","steps":["trace[380934779] 'process raft request' (duration: 221.547135ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:01:01.244323Z","caller":"traceutil/trace.go:171","msg":"trace[1373401118] transaction","detail":"{read_only:false; response_revision:26743; number_of_response:1; }","duration":"221.476524ms","start":"2026-07-02T12:01:01.022812Z","end":"2026-07-02T12:01:01.244289Z","steps":["trace[1373401118] 'process raft request' (duration: 221.133753ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:01:01.244697Z","caller":"traceutil/trace.go:171","msg":"trace[335912433] transaction","detail":"{read_only:false; response_revision:26744; number_of_response:1; }","duration":"220.676227ms","start":"2026-07-02T12:01:01.024003Z","end":"2026-07-02T12:01:01.244679Z","steps":["trace[335912433] 'process raft request' (duration: 220.003446ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:01:01.244956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.95537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-07-02T12:01:01.244945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.645059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"warn","ts":"2026-07-02T12:01:01.244971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.196653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-07-02T12:01:01.245209Z","caller":"traceutil/trace.go:171","msg":"trace[339846559] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:26744; }","duration":"296.469211ms","start":"2026-07-02T12:01:00.948711Z","end":"2026-07-02T12:01:01.24518Z","steps":["trace[339846559] 'agreement among raft nodes before linearized reading' (duration: 296.026817ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:01:01.245042Z","caller":"traceutil/trace.go:171","msg":"trace[114737611] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26744; }","duration":"479.797055ms","start":"2026-07-02T12:01:00.765219Z","end":"2026-07-02T12:01:01.245016Z","steps":["trace[114737611] 'agreement among raft nodes before linearized reading' (duration: 479.481695ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:01:01.245038Z","caller":"traceutil/trace.go:171","msg":"trace[947250919] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26744; }","duration":"632.081934ms","start":"2026-07-02T12:01:00.612918Z","end":"2026-07-02T12:01:01.244999Z","steps":["trace[947250919] 'agreement among raft nodes before linearized reading' (duration: 631.785815ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:01:01.245938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:01:00.612887Z","time spent":"633.028425ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":671,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-02T12:01:01.246284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:01:00.765176Z","time spent":"480.499067ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":686,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-02T12:01:01.336967Z","caller":"traceutil/trace.go:171","msg":"trace[1823711438] transaction","detail":"{read_only:false; response_revision:26745; number_of_response:1; }","duration":"169.934215ms","start":"2026-07-02T12:01:01.167011Z","end":"2026-07-02T12:01:01.336945Z","steps":["trace[1823711438] 'process raft request' (duration: 169.640805ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:01:01.337555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.528063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4831"} {"level":"info","ts":"2026-07-02T12:01:01.337621Z","caller":"traceutil/trace.go:171","msg":"trace[312418245] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26746; }","duration":"170.622977ms","start":"2026-07-02T12:01:01.166977Z","end":"2026-07-02T12:01:01.3376Z","steps":["trace[312418245] 'agreement among raft nodes before linearized reading' (duration: 170.42858ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:01:01.337701Z","caller":"traceutil/trace.go:171","msg":"trace[1891118813] transaction","detail":"{read_only:false; response_revision:26746; number_of_response:1; }","duration":"112.013362ms","start":"2026-07-02T12:01:01.225634Z","end":"2026-07-02T12:01:01.337648Z","steps":["trace[1891118813] 'process raft request' (duration: 111.238157ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:01:01.337904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.88949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-02T12:01:01.337968Z","caller":"traceutil/trace.go:171","msg":"trace[1282411628] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26746; }","duration":"148.025644ms","start":"2026-07-02T12:01:01.189925Z","end":"2026-07-02T12:01:01.337951Z","steps":["trace[1282411628] 'agreement among raft nodes before linearized reading' (duration: 147.686533ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:01:01.531016Z","caller":"traceutil/trace.go:171","msg":"trace[1128828188] linearizableReadLoop","detail":"{readStateIndex:28003; appliedIndex:28002; }","duration":"188.528619ms","start":"2026-07-02T12:01:01.342468Z","end":"2026-07-02T12:01:01.530996Z","steps":["trace[1128828188] 'read index received' (duration: 188.341153ms)","trace[1128828188] 'applied index is now lower than readState.Index' (duration: 186.706µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:01:01.531098Z","caller":"traceutil/trace.go:171","msg":"trace[630049155] transaction","detail":"{read_only:false; response_revision:26747; number_of_response:1; }","duration":"189.097287ms","start":"2026-07-02T12:01:01.341944Z","end":"2026-07-02T12:01:01.531042Z","steps":["trace[630049155] 'process raft request' (duration: 188.931072ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:01:01.531284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.792378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-07-02T12:01:01.531485Z","caller":"traceutil/trace.go:171","msg":"trace[1350707993] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:26747; }","duration":"189.036726ms","start":"2026-07-02T12:01:01.342434Z","end":"2026-07-02T12:01:01.531471Z","steps":["trace[1350707993] 'agreement among raft nodes before linearized reading' (duration: 188.677314ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:01:01.53601Z","caller":"traceutil/trace.go:171","msg":"trace[741988946] transaction","detail":"{read_only:false; response_revision:26748; number_of_response:1; }","duration":"193.25012ms","start":"2026-07-02T12:01:01.342724Z","end":"2026-07-02T12:01:01.535974Z","steps":["trace[741988946] 'process raft request' (duration: 192.92757ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:01:01.536627Z","caller":"traceutil/trace.go:171","msg":"trace[652147560] transaction","detail":"{read_only:false; response_revision:26752; number_of_response:1; }","duration":"191.752483ms","start":"2026-07-02T12:01:01.344862Z","end":"2026-07-02T12:01:01.536614Z","steps":["trace[652147560] 'process raft request' (duration: 191.562517ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:01:01.53669Z","caller":"traceutil/trace.go:171","msg":"trace[1337469092] transaction","detail":"{read_only:false; response_revision:26750; number_of_response:1; }","duration":"193.664214ms","start":"2026-07-02T12:01:01.34301Z","end":"2026-07-02T12:01:01.536674Z","steps":["trace[1337469092] 'process raft request' (duration: 193.344193ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:01:01.536766Z","caller":"traceutil/trace.go:171","msg":"trace[1141741839] transaction","detail":"{read_only:false; response_revision:26753; number_of_response:1; }","duration":"133.675635ms","start":"2026-07-02T12:01:01.40308Z","end":"2026-07-02T12:01:01.536755Z","steps":["trace[1141741839] 'process raft request' (duration: 133.376876ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:01:01.53679Z","caller":"traceutil/trace.go:171","msg":"trace[272019360] transaction","detail":"{read_only:false; response_revision:26751; number_of_response:1; }","duration":"193.625313ms","start":"2026-07-02T12:01:01.343153Z","end":"2026-07-02T12:01:01.536779Z","steps":["trace[272019360] 'process raft request' (duration: 193.241341ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:01:01.537086Z","caller":"traceutil/trace.go:171","msg":"trace[1174983320] transaction","detail":"{read_only:false; response_revision:26749; number_of_response:1; }","duration":"194.114939ms","start":"2026-07-02T12:01:01.342935Z","end":"2026-07-02T12:01:01.53705Z","steps":["trace[1174983320] 'process raft request' (duration: 192.812137ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:01:03.650816Z","caller":"traceutil/trace.go:171","msg":"trace[6174868] transaction","detail":"{read_only:false; response_revision:26777; number_of_response:1; }","duration":"104.917406ms","start":"2026-07-02T12:01:03.545864Z","end":"2026-07-02T12:01:03.650781Z","steps":["trace[6174868] 'process raft request' (duration: 104.683598ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:01:03.652327Z","caller":"traceutil/trace.go:171","msg":"trace[1399544296] transaction","detail":"{read_only:false; response_revision:26778; number_of_response:1; }","duration":"104.387049ms","start":"2026-07-02T12:01:03.547897Z","end":"2026-07-02T12:01:03.652284Z","steps":["trace[1399544296] 'process raft request' (duration: 103.995307ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:01:15.527825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.686785ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T12:01:15.528035Z","caller":"traceutil/trace.go:171","msg":"trace[898785952] transaction","detail":"{read_only:false; response_revision:26891; number_of_response:1; }","duration":"230.572254ms","start":"2026-07-02T12:01:15.297432Z","end":"2026-07-02T12:01:15.528004Z","steps":["trace[898785952] 'process raft request' (duration: 230.493192ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:01:15.528065Z","caller":"traceutil/trace.go:171","msg":"trace[1288424348] transaction","detail":"{read_only:false; response_revision:26890; number_of_response:1; }","duration":"231.329478ms","start":"2026-07-02T12:01:15.296696Z","end":"2026-07-02T12:01:15.528025Z","steps":["trace[1288424348] 'process raft request' (duration: 52.362024ms)","trace[1288424348] 'compare' (duration: 178.582522ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:01:16.609831Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096944183192423,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-02T12:01:16.737574Z","caller":"traceutil/trace.go:171","msg":"trace[795394131] transaction","detail":"{read_only:false; response_revision:26913; number_of_response:1; }","duration":"756.074949ms","start":"2026-07-02T12:01:15.981462Z","end":"2026-07-02T12:01:16.737537Z","steps":["trace[795394131] 'process raft request' (duration: 755.938005ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:01:16.737737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:01:15.981443Z","time spent":"756.216703ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:01:16.832531Z","caller":"traceutil/trace.go:171","msg":"trace[650958986] linearizableReadLoop","detail":"{readStateIndex:28176; appliedIndex:28173; }","duration":"723.036943ms","start":"2026-07-02T12:01:16.109471Z","end":"2026-07-02T12:01:16.832508Z","steps":["trace[650958986] 'read index received' (duration: 628.026564ms)","trace[650958986] 'applied index is now lower than readState.Index' (duration: 95.009489ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:01:16.832633Z","caller":"traceutil/trace.go:171","msg":"trace[1840463854] transaction","detail":"{read_only:false; response_revision:26914; number_of_response:1; }","duration":"838.938669ms","start":"2026-07-02T12:01:15.993655Z","end":"2026-07-02T12:01:16.832593Z","steps":["trace[1840463854] 'process raft request' (duration: 787.019809ms)","trace[1840463854] 'compare' (duration: 51.619371ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:01:16.832668Z","caller":"traceutil/trace.go:171","msg":"trace[681871249] transaction","detail":"{read_only:false; response_revision:26915; number_of_response:1; }","duration":"540.62306ms","start":"2026-07-02T12:01:16.29201Z","end":"2026-07-02T12:01:16.832633Z","steps":["trace[681871249] 'process raft request' (duration: 540.438444ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:01:16.832811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.325842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-02T12:01:16.832856Z","caller":"traceutil/trace.go:171","msg":"trace[410266336] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26915; }","duration":"723.417364ms","start":"2026-07-02T12:01:16.109427Z","end":"2026-07-02T12:01:16.832845Z","steps":["trace[410266336] 'agreement among raft nodes before linearized reading' (duration: 723.215708ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:01:16.832894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:01:16.109408Z","time spent":"723.477947ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-02T12:01:16.832881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:01:16.291984Z","time spent":"540.749854ms","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-02T12:01:16.832928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:01:15.993635Z","time spent":"839.084773ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:01:16.832998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.227217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-02T12:01:16.832951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.578007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-02T12:01:16.833034Z","caller":"traceutil/trace.go:171","msg":"trace[1484481049] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26915; }","duration":"530.285729ms","start":"2026-07-02T12:01:16.302735Z","end":"2026-07-02T12:01:16.833021Z","steps":["trace[1484481049] 'agreement among raft nodes before linearized reading' (duration: 530.230367ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:01:16.833045Z","caller":"traceutil/trace.go:171","msg":"trace[1165493931] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26915; }","duration":"529.69391ms","start":"2026-07-02T12:01:16.303336Z","end":"2026-07-02T12:01:16.83303Z","steps":["trace[1165493931] 'agreement among raft nodes before linearized reading' (duration: 529.579447ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:01:16.83304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.286242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"warn","ts":"2026-07-02T12:01:16.833082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:01:16.303325Z","time spent":"529.743322ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":552,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-02T12:01:16.832879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.128525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-02T12:01:16.833167Z","caller":"traceutil/trace.go:171","msg":"trace[1075587562] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26915; }","duration":"530.464685ms","start":"2026-07-02T12:01:16.302679Z","end":"2026-07-02T12:01:16.833144Z","steps":["trace[1075587562] 'agreement among raft nodes before linearized reading' (duration: 530.046872ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:01:16.833065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:01:16.302716Z","time spent":"530.343631ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-02T12:01:16.833267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:01:16.302655Z","time spent":"530.594619ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-02T12:01:16.833109Z","caller":"traceutil/trace.go:171","msg":"trace[1700653110] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26915; }","duration":"203.413355ms","start":"2026-07-02T12:01:16.629679Z","end":"2026-07-02T12:01:16.833092Z","steps":["trace[1700653110] 'agreement among raft nodes before linearized reading' (duration: 203.199689ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:01:17.003221Z","caller":"traceutil/trace.go:171","msg":"trace[2113259548] transaction","detail":"{read_only:false; response_revision:26916; number_of_response:1; }","duration":"166.646899ms","start":"2026-07-02T12:01:16.836546Z","end":"2026-07-02T12:01:17.003193Z","steps":["trace[2113259548] 'process raft request' (duration: 104.695108ms)","trace[2113259548] 'compare' (duration: 61.674422ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:01:17.004023Z","caller":"traceutil/trace.go:171","msg":"trace[264843912] transaction","detail":"{read_only:false; response_revision:26918; number_of_response:1; }","duration":"167.186487ms","start":"2026-07-02T12:01:16.836811Z","end":"2026-07-02T12:01:17.003998Z","steps":["trace[264843912] 'process raft request' (duration: 167.090064ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:01:17.004042Z","caller":"traceutil/trace.go:171","msg":"trace[1142877025] transaction","detail":"{read_only:false; response_revision:26917; number_of_response:1; }","duration":"167.253409ms","start":"2026-07-02T12:01:16.836765Z","end":"2026-07-02T12:01:17.004018Z","steps":["trace[1142877025] 'process raft request' (duration: 167.012901ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:01:17.004262Z","caller":"traceutil/trace.go:171","msg":"trace[700161046] linearizableReadLoop","detail":"{readStateIndex:28182; appliedIndex:28176; }","duration":"165.439711ms","start":"2026-07-02T12:01:16.838802Z","end":"2026-07-02T12:01:17.004242Z","steps":["trace[700161046] 'read index received' (duration: 102.453157ms)","trace[700161046] 'applied index is now lower than readState.Index' (duration: 62.985544ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:01:17.004342Z","caller":"traceutil/trace.go:171","msg":"trace[742212424] transaction","detail":"{read_only:false; response_revision:26920; number_of_response:1; }","duration":"166.205335ms","start":"2026-07-02T12:01:16.838112Z","end":"2026-07-02T12:01:17.004318Z","steps":["trace[742212424] 'process raft request' (duration: 166.023299ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:01:17.004414Z","caller":"traceutil/trace.go:171","msg":"trace[1087797698] transaction","detail":"{read_only:false; response_revision:26921; number_of_response:1; }","duration":"166.212235ms","start":"2026-07-02T12:01:16.838193Z","end":"2026-07-02T12:01:17.004406Z","steps":["trace[1087797698] 'process raft request' (duration: 166.014919ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:01:17.004339Z","caller":"traceutil/trace.go:171","msg":"trace[1667493527] transaction","detail":"{read_only:false; response_revision:26919; number_of_response:1; }","duration":"167.257389ms","start":"2026-07-02T12:01:16.836978Z","end":"2026-07-02T12:01:17.004235Z","steps":["trace[1667493527] 'process raft request' (duration: 166.98469ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:01:17.004923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.094162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-07-02T12:01:17.004956Z","caller":"traceutil/trace.go:171","msg":"trace[821151736] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26921; }","duration":"166.162283ms","start":"2026-07-02T12:01:16.838784Z","end":"2026-07-02T12:01:17.004946Z","steps":["trace[821151736] 'agreement among raft nodes before linearized reading' (duration: 166.03988ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:01:17.309371Z","caller":"traceutil/trace.go:171","msg":"trace[860562245] transaction","detail":"{read_only:false; response_revision:26922; number_of_response:1; }","duration":"247.355941ms","start":"2026-07-02T12:01:17.061835Z","end":"2026-07-02T12:01:17.309191Z","steps":["trace[860562245] 'process raft request' (duration: 247.135824ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:01:17.467777Z","caller":"traceutil/trace.go:171","msg":"trace[1716471266] transaction","detail":"{read_only:false; number_of_response:0; response_revision:26922; }","duration":"148.83567ms","start":"2026-07-02T12:01:17.318907Z","end":"2026-07-02T12:01:17.467743Z","steps":["trace[1716471266] 'process raft request' (duration: 141.350251ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:01:17.697352Z","caller":"traceutil/trace.go:171","msg":"trace[1341222294] transaction","detail":"{read_only:false; response_revision:26924; number_of_response:1; }","duration":"163.19806ms","start":"2026-07-02T12:01:17.534131Z","end":"2026-07-02T12:01:17.697329Z","steps":["trace[1341222294] 'process raft request' (duration: 138.093197ms)","trace[1341222294] 'compare' (duration: 24.565476ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:01:17.697566Z","caller":"traceutil/trace.go:171","msg":"trace[103005872] transaction","detail":"{read_only:false; response_revision:26926; number_of_response:1; }","duration":"120.552066ms","start":"2026-07-02T12:01:17.577Z","end":"2026-07-02T12:01:17.697552Z","steps":["trace[103005872] 'process raft request' (duration: 119.950347ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:01:17.697718Z","caller":"traceutil/trace.go:171","msg":"trace[1779573719] transaction","detail":"{read_only:false; response_revision:26925; number_of_response:1; }","duration":"163.566711ms","start":"2026-07-02T12:01:17.534142Z","end":"2026-07-02T12:01:17.697709Z","steps":["trace[1779573719] 'process raft request' (duration: 162.759375ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:01:17.69785Z","caller":"traceutil/trace.go:171","msg":"trace[527585773] linearizableReadLoop","detail":"{readStateIndex:28187; appliedIndex:28185; }","duration":"124.7522ms","start":"2026-07-02T12:01:17.573088Z","end":"2026-07-02T12:01:17.69784Z","steps":["trace[527585773] 'read index received' (duration: 99.223544ms)","trace[527585773] 'applied index is now lower than readState.Index' (duration: 25.527526ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:01:17.698109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.002698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/capo-system/capo-controller-manager-8c5df4f-t4vcz\" ","response":"range_response_count:1 size:2900"} {"level":"info","ts":"2026-07-02T12:01:17.698153Z","caller":"traceutil/trace.go:171","msg":"trace[1581400633] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/capo-system/capo-controller-manager-8c5df4f-t4vcz; range_end:; response_count:1; response_revision:26927; }","duration":"125.110391ms","start":"2026-07-02T12:01:17.573031Z","end":"2026-07-02T12:01:17.698142Z","steps":["trace[1581400633] 'agreement among raft nodes before linearized reading' (duration: 124.966806ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:01:17.698386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.364587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-07-02T12:01:17.698426Z","caller":"traceutil/trace.go:171","msg":"trace[1987239068] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26927; }","duration":"104.442451ms","start":"2026-07-02T12:01:17.593974Z","end":"2026-07-02T12:01:17.698417Z","steps":["trace[1987239068] 'agreement among raft nodes before linearized reading' (duration: 104.340337ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:01:17.871595Z","caller":"traceutil/trace.go:171","msg":"trace[412271777] transaction","detail":"{read_only:false; response_revision:26929; number_of_response:1; }","duration":"165.388679ms","start":"2026-07-02T12:01:17.706171Z","end":"2026-07-02T12:01:17.87156Z","steps":["trace[412271777] 'process raft request' (duration: 145.022448ms)","trace[412271777] 'compare' (duration: 20.103902ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:01:17.871636Z","caller":"traceutil/trace.go:171","msg":"trace[684232301] transaction","detail":"{read_only:false; response_revision:26930; number_of_response:1; }","duration":"165.269075ms","start":"2026-07-02T12:01:17.706341Z","end":"2026-07-02T12:01:17.87161Z","steps":["trace[684232301] 'process raft request' (duration: 165.120991ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:01:17.87177Z","caller":"traceutil/trace.go:171","msg":"trace[1212343112] linearizableReadLoop","detail":"{readStateIndex:28193; appliedIndex:28190; }","duration":"128.039705ms","start":"2026-07-02T12:01:17.743706Z","end":"2026-07-02T12:01:17.871746Z","steps":["trace[1212343112] 'read index received' (duration: 107.441616ms)","trace[1212343112] 'applied index is now lower than readState.Index' (duration: 20.596289ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:01:17.871931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.193131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4831"} {"level":"info","ts":"2026-07-02T12:01:17.871973Z","caller":"traceutil/trace.go:171","msg":"trace[1016949828] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26931; }","duration":"159.255073ms","start":"2026-07-02T12:01:17.712696Z","end":"2026-07-02T12:01:17.871951Z","steps":["trace[1016949828] 'agreement among raft nodes before linearized reading' (duration: 159.125599ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:01:17.871804Z","caller":"traceutil/trace.go:171","msg":"trace[85526477] transaction","detail":"{read_only:false; response_revision:26931; number_of_response:1; }","duration":"161.006919ms","start":"2026-07-02T12:01:17.710772Z","end":"2026-07-02T12:01:17.871779Z","steps":["trace[85526477] 'process raft request' (duration: 160.775311ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:01:17.908313Z","caller":"traceutil/trace.go:171","msg":"trace[1757109672] transaction","detail":"{read_only:false; response_revision:26932; number_of_response:1; }","duration":"160.41613ms","start":"2026-07-02T12:01:17.747871Z","end":"2026-07-02T12:01:17.908287Z","steps":["trace[1757109672] 'process raft request' (duration: 160.279086ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:01:18.15788Z","caller":"traceutil/trace.go:171","msg":"trace[2019879470] transaction","detail":"{read_only:false; response_revision:26934; number_of_response:1; }","duration":"194.500281ms","start":"2026-07-02T12:01:17.96334Z","end":"2026-07-02T12:01:18.15784Z","steps":["trace[2019879470] 'process raft request' (duration: 157.171397ms)","trace[2019879470] 'compare' (duration: 36.866629ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:01:18.495041Z","caller":"traceutil/trace.go:171","msg":"trace[451616638] transaction","detail":"{read_only:false; response_revision:26938; number_of_response:1; }","duration":"158.956444ms","start":"2026-07-02T12:01:18.336055Z","end":"2026-07-02T12:01:18.495011Z","steps":["trace[451616638] 'process raft request' (duration: 127.750526ms)","trace[451616638] 'compare' (duration: 31.083304ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:01:19.115509Z","caller":"traceutil/trace.go:171","msg":"trace[1964316136] transaction","detail":"{read_only:false; response_revision:26941; number_of_response:1; }","duration":"102.515388ms","start":"2026-07-02T12:01:19.01297Z","end":"2026-07-02T12:01:19.115485Z","steps":["trace[1964316136] 'process raft request' (duration: 102.325842ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:01:19.115877Z","caller":"traceutil/trace.go:171","msg":"trace[1797725168] linearizableReadLoop","detail":"{readStateIndex:28204; appliedIndex:28201; }","duration":"100.842725ms","start":"2026-07-02T12:01:19.015005Z","end":"2026-07-02T12:01:19.115848Z","steps":["trace[1797725168] 'read index received' (duration: 87.818858ms)","trace[1797725168] 'applied index is now lower than readState.Index' (duration: 13.022417ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:01:19.116222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.199227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-02T12:01:19.116286Z","caller":"traceutil/trace.go:171","msg":"trace[1472860065] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26943; }","duration":"101.291679ms","start":"2026-07-02T12:01:19.014976Z","end":"2026-07-02T12:01:19.116268Z","steps":["trace[1472860065] 'agreement among raft nodes before linearized reading' (duration: 101.051991ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:01:19.117568Z","caller":"traceutil/trace.go:171","msg":"trace[712798770] transaction","detail":"{read_only:false; response_revision:26942; number_of_response:1; }","duration":"102.851929ms","start":"2026-07-02T12:01:19.013045Z","end":"2026-07-02T12:01:19.115897Z","steps":["trace[712798770] 'process raft request' (duration: 102.394395ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:01:19.282749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.249539ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T12:01:19.282889Z","caller":"traceutil/trace.go:171","msg":"trace[1606385000] transaction","detail":"{read_only:false; response_revision:26944; number_of_response:1; }","duration":"160.921276ms","start":"2026-07-02T12:01:19.121943Z","end":"2026-07-02T12:01:19.282865Z","steps":["trace[1606385000] 'process raft request' (duration: 13.433069ms)","trace[1606385000] 'compare' (duration: 146.851927ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:01:19.436955Z","caller":"traceutil/trace.go:171","msg":"trace[1590626741] linearizableReadLoop","detail":"{readStateIndex:28207; appliedIndex:28206; }","duration":"194.334105ms","start":"2026-07-02T12:01:19.242582Z","end":"2026-07-02T12:01:19.436916Z","steps":["trace[1590626741] 'read index received' (duration: 181.083771ms)","trace[1590626741] 'applied index is now lower than readState.Index' (duration: 13.248494ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:01:19.437032Z","caller":"traceutil/trace.go:171","msg":"trace[589516381] transaction","detail":"{read_only:false; response_revision:26945; number_of_response:1; }","duration":"313.737664ms","start":"2026-07-02T12:01:19.123239Z","end":"2026-07-02T12:01:19.436976Z","steps":["trace[589516381] 'process raft request' (duration: 300.563262ms)","trace[589516381] 'compare' (duration: 12.833331ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:01:19.437218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:01:19.123228Z","time spent":"313.897618ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:01:19.4373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.963189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-07-02T12:01:19.43729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.545889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:01:19.43736Z","caller":"traceutil/trace.go:171","msg":"trace[667586047] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26945; }","duration":"151.078422ms","start":"2026-07-02T12:01:19.286259Z","end":"2026-07-02T12:01:19.437338Z","steps":["trace[667586047] 'agreement among raft nodes before linearized reading' (duration: 150.863565ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:01:19.437331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.669626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T12:01:19.437377Z","caller":"traceutil/trace.go:171","msg":"trace[1077734177] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:26945; }","duration":"112.696854ms","start":"2026-07-02T12:01:19.324656Z","end":"2026-07-02T12:01:19.437353Z","steps":["trace[1077734177] 'agreement among raft nodes before linearized reading' (duration: 112.535989ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:01:19.437438Z","caller":"traceutil/trace.go:171","msg":"trace[1131718469] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:26945; }","duration":"194.878902ms","start":"2026-07-02T12:01:19.242523Z","end":"2026-07-02T12:01:19.437402Z","steps":["trace[1131718469] 'agreement among raft nodes before linearized reading' (duration: 194.596993ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:01:19.945913Z","caller":"traceutil/trace.go:171","msg":"trace[796514331] transaction","detail":"{read_only:false; response_revision:26949; number_of_response:1; }","duration":"240.125318ms","start":"2026-07-02T12:01:19.705703Z","end":"2026-07-02T12:01:19.945828Z","steps":["trace[796514331] 'process raft request' (duration: 161.556626ms)","trace[796514331] 'compare' (duration: 77.986123ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:01:19.946744Z","caller":"traceutil/trace.go:171","msg":"trace[146421319] transaction","detail":"{read_only:false; response_revision:26950; number_of_response:1; }","duration":"239.054384ms","start":"2026-07-02T12:01:19.707658Z","end":"2026-07-02T12:01:19.946713Z","steps":["trace[146421319] 'process raft request' (duration: 238.030082ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:01:19.94684Z","caller":"traceutil/trace.go:171","msg":"trace[7216660] linearizableReadLoop","detail":"{readStateIndex:28212; appliedIndex:28210; }","duration":"164.632365ms","start":"2026-07-02T12:01:19.782169Z","end":"2026-07-02T12:01:19.946801Z","steps":["trace[7216660] 'read index received' (duration: 85.017299ms)","trace[7216660] 'applied index is now lower than readState.Index' (duration: 79.611006ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:01:19.947538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.332637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:01:19.947618Z","caller":"traceutil/trace.go:171","msg":"trace[1216245298] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26951; }","duration":"165.497363ms","start":"2026-07-02T12:01:19.782103Z","end":"2026-07-02T12:01:19.9476Z","steps":["trace[1216245298] 'agreement among raft nodes before linearized reading' (duration: 164.80097ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:01:33.729717Z","caller":"traceutil/trace.go:171","msg":"trace[391621095] linearizableReadLoop","detail":"{readStateIndex:28401; appliedIndex:28400; }","duration":"101.781875ms","start":"2026-07-02T12:01:33.627915Z","end":"2026-07-02T12:01:33.729697Z","steps":["trace[391621095] 'read index received' (duration: 40.778804ms)","trace[391621095] 'applied index is now lower than readState.Index' (duration: 61.002091ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:01:33.72979Z","caller":"traceutil/trace.go:171","msg":"trace[1540373093] transaction","detail":"{read_only:false; response_revision:27133; number_of_response:1; }","duration":"102.282191ms","start":"2026-07-02T12:01:33.627475Z","end":"2026-07-02T12:01:33.729757Z","steps":["trace[1540373093] 'process raft request' (duration: 41.204468ms)","trace[1540373093] 'compare' (duration: 60.863097ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:01:33.730078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.098765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-02T12:01:33.730233Z","caller":"traceutil/trace.go:171","msg":"trace[1387935718] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27133; }","duration":"102.286831ms","start":"2026-07-02T12:01:33.627894Z","end":"2026-07-02T12:01:33.730181Z","steps":["trace[1387935718] 'agreement among raft nodes before linearized reading' (duration: 101.917049ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:01:33.755303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.317566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-6f649456cd-6ls6v\" ","response":"range_response_count:1 size:4894"} {"level":"info","ts":"2026-07-02T12:01:33.755336Z","caller":"traceutil/trace.go:171","msg":"trace[1715400152] transaction","detail":"{read_only:false; response_revision:27134; number_of_response:1; }","duration":"125.614627ms","start":"2026-07-02T12:01:33.629693Z","end":"2026-07-02T12:01:33.755308Z","steps":["trace[1715400152] 'process raft request' (duration: 125.242716ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:01:33.755378Z","caller":"traceutil/trace.go:171","msg":"trace[1054615381] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-6f649456cd-6ls6v; range_end:; response_count:1; response_revision:27134; }","duration":"124.426509ms","start":"2026-07-02T12:01:33.630932Z","end":"2026-07-02T12:01:33.755358Z","steps":["trace[1054615381] 'agreement among raft nodes before linearized reading' (duration: 124.191252ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:01:33.756022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.498542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-07-02T12:01:33.756156Z","caller":"traceutil/trace.go:171","msg":"trace[967175650] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:27134; }","duration":"119.657947ms","start":"2026-07-02T12:01:33.63647Z","end":"2026-07-02T12:01:33.756128Z","steps":["trace[967175650] 'agreement among raft nodes before linearized reading' (duration: 118.794149ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:01:33.871777Z","caller":"traceutil/trace.go:171","msg":"trace[262248881] transaction","detail":"{read_only:false; response_revision:27137; number_of_response:1; }","duration":"114.611805ms","start":"2026-07-02T12:01:33.757137Z","end":"2026-07-02T12:01:33.871749Z","steps":["trace[262248881] 'process raft request' (duration: 113.011494ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:01:33.872067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.498296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-07-02T12:01:33.872179Z","caller":"traceutil/trace.go:171","msg":"trace[1758219878] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:27138; }","duration":"111.677581ms","start":"2026-07-02T12:01:33.76048Z","end":"2026-07-02T12:01:33.872158Z","steps":["trace[1758219878] 'agreement among raft nodes before linearized reading' (duration: 111.495396ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:01:34.095685Z","caller":"traceutil/trace.go:171","msg":"trace[142625032] transaction","detail":"{read_only:false; response_revision:27140; number_of_response:1; }","duration":"219.347015ms","start":"2026-07-02T12:01:33.876297Z","end":"2026-07-02T12:01:34.095644Z","steps":["trace[142625032] 'process raft request' (duration: 119.777371ms)","trace[142625032] 'compare' (duration: 99.184762ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:01:34.0957Z","caller":"traceutil/trace.go:171","msg":"trace[495128204] linearizableReadLoop","detail":"{readStateIndex:28409; appliedIndex:28407; }","duration":"190.674218ms","start":"2026-07-02T12:01:33.904999Z","end":"2026-07-02T12:01:34.095673Z","steps":["trace[495128204] 'read index received' (duration: 3.968627ms)","trace[495128204] 'applied index is now lower than readState.Index' (duration: 186.704401ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:01:34.09578Z","caller":"traceutil/trace.go:171","msg":"trace[685328530] transaction","detail":"{read_only:false; response_revision:27141; number_of_response:1; }","duration":"218.613292ms","start":"2026-07-02T12:01:33.877131Z","end":"2026-07-02T12:01:34.095744Z","steps":["trace[685328530] 'process raft request' (duration: 218.394685ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:01:34.095811Z","caller":"traceutil/trace.go:171","msg":"trace[167437966] transaction","detail":"{read_only:false; response_revision:27142; number_of_response:1; }","duration":"103.82962ms","start":"2026-07-02T12:01:33.991959Z","end":"2026-07-02T12:01:34.095789Z","steps":["trace[167437966] 'process raft request' (duration: 103.680206ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:01:34.095891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.864585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:01:34.095932Z","caller":"traceutil/trace.go:171","msg":"trace[1956739510] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:27142; }","duration":"190.970488ms","start":"2026-07-02T12:01:33.904946Z","end":"2026-07-02T12:01:34.095917Z","steps":["trace[1956739510] 'agreement among raft nodes before linearized reading' (duration: 190.852204ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:01:34.106759Z","caller":"traceutil/trace.go:171","msg":"trace[1432578891] transaction","detail":"{read_only:false; response_revision:27143; number_of_response:1; }","duration":"107.2848ms","start":"2026-07-02T12:01:33.999444Z","end":"2026-07-02T12:01:34.106729Z","steps":["trace[1432578891] 'process raft request' (duration: 107.059693ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:01:37.849208Z","caller":"traceutil/trace.go:171","msg":"trace[1065421465] transaction","detail":"{read_only:false; response_revision:27169; number_of_response:1; }","duration":"106.759575ms","start":"2026-07-02T12:01:37.742412Z","end":"2026-07-02T12:01:37.849172Z","steps":["trace[1065421465] 'process raft request' (duration: 106.182136ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:01:44.514554Z","caller":"traceutil/trace.go:171","msg":"trace[1778064897] linearizableReadLoop","detail":"{readStateIndex:28508; appliedIndex:28507; }","duration":"134.627946ms","start":"2026-07-02T12:01:44.3799Z","end":"2026-07-02T12:01:44.514528Z","steps":["trace[1778064897] 'read index received' (duration: 134.370017ms)","trace[1778064897] 'applied index is now lower than readState.Index' (duration: 256.929µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:01:44.514632Z","caller":"traceutil/trace.go:171","msg":"trace[680011540] transaction","detail":"{read_only:false; response_revision:27236; number_of_response:1; }","duration":"149.663777ms","start":"2026-07-02T12:01:44.364947Z","end":"2026-07-02T12:01:44.51461Z","steps":["trace[680011540] 'process raft request' (duration: 149.408179ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:01:44.514773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.845693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:01:44.514828Z","caller":"traceutil/trace.go:171","msg":"trace[1563865748] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:27236; }","duration":"134.948567ms","start":"2026-07-02T12:01:44.379864Z","end":"2026-07-02T12:01:44.514813Z","steps":["trace[1563865748] 'agreement among raft nodes before linearized reading' (duration: 134.808892ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:01:59.266123Z","caller":"traceutil/trace.go:171","msg":"trace[1375612867] linearizableReadLoop","detail":"{readStateIndex:28764; appliedIndex:28763; }","duration":"294.871649ms","start":"2026-07-02T12:01:58.971228Z","end":"2026-07-02T12:01:59.2661Z","steps":["trace[1375612867] 'read index received' (duration: 294.769696ms)","trace[1375612867] 'applied index is now lower than readState.Index' (duration: 101.113µs)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:01:59.266271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.014003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:01:59.266308Z","caller":"traceutil/trace.go:171","msg":"trace[522114391] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:27485; }","duration":"295.115338ms","start":"2026-07-02T12:01:58.971181Z","end":"2026-07-02T12:01:59.266296Z","steps":["trace[522114391] 'agreement among raft nodes before linearized reading' (duration: 295.018504ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:01:59.266347Z","caller":"traceutil/trace.go:171","msg":"trace[1994933218] transaction","detail":"{read_only:false; response_revision:27485; number_of_response:1; }","duration":"359.151215ms","start":"2026-07-02T12:01:58.907152Z","end":"2026-07-02T12:01:59.266303Z","steps":["trace[1994933218] 'process raft request' (duration: 358.805474ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:01:59.266587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:01:58.907119Z","time spent":"359.359782ms","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:02:02.40287Z","caller":"traceutil/trace.go:171","msg":"trace[2070889338] transaction","detail":"{read_only:false; response_revision:27509; number_of_response:1; }","duration":"203.783158ms","start":"2026-07-02T12:02:02.199058Z","end":"2026-07-02T12:02:02.402841Z","steps":["trace[2070889338] 'process raft request' (duration: 203.575121ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:02:02.421603Z","caller":"traceutil/trace.go:171","msg":"trace[93070679] transaction","detail":"{read_only:false; response_revision:27510; number_of_response:1; }","duration":"222.299469ms","start":"2026-07-02T12:02:02.199259Z","end":"2026-07-02T12:02:02.421558Z","steps":["trace[93070679] 'process raft request' (duration: 221.899546ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:02:02.601863Z","caller":"traceutil/trace.go:171","msg":"trace[1613826542] transaction","detail":"{read_only:false; response_revision:27514; number_of_response:1; }","duration":"145.678169ms","start":"2026-07-02T12:02:02.456155Z","end":"2026-07-02T12:02:02.601833Z","steps":["trace[1613826542] 'process raft request' (duration: 145.467612ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:02:02.603319Z","caller":"traceutil/trace.go:171","msg":"trace[2119157475] linearizableReadLoop","detail":"{readStateIndex:28796; appliedIndex:28794; }","duration":"113.640915ms","start":"2026-07-02T12:02:02.489659Z","end":"2026-07-02T12:02:02.6033Z","steps":["trace[2119157475] 'read index received' (duration: 111.94561ms)","trace[2119157475] 'applied index is now lower than readState.Index' (duration: 1.694144ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:02:02.603512Z","caller":"traceutil/trace.go:171","msg":"trace[226800015] transaction","detail":"{read_only:false; response_revision:27515; number_of_response:1; }","duration":"147.247499ms","start":"2026-07-02T12:02:02.456256Z","end":"2026-07-02T12:02:02.603504Z","steps":["trace[226800015] 'process raft request' (duration: 146.96018ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:02:02.603662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.989715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:02:02.603685Z","caller":"traceutil/trace.go:171","msg":"trace[1757381291] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:27515; }","duration":"114.080279ms","start":"2026-07-02T12:02:02.489596Z","end":"2026-07-02T12:02:02.603676Z","steps":["trace[1757381291] 'agreement among raft nodes before linearized reading' (duration: 114.022177ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:02:03.527877Z","caller":"traceutil/trace.go:171","msg":"trace[561704799] transaction","detail":"{read_only:false; response_revision:27527; number_of_response:1; }","duration":"116.956841ms","start":"2026-07-02T12:02:03.410892Z","end":"2026-07-02T12:02:03.527849Z","steps":["trace[561704799] 'process raft request' (duration: 98.336325ms)","trace[561704799] 'compare' (duration: 18.510232ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:02:08.173904Z","caller":"traceutil/trace.go:171","msg":"trace[1288367603] transaction","detail":"{read_only:false; response_revision:27563; number_of_response:1; }","duration":"210.11432ms","start":"2026-07-02T12:02:07.963766Z","end":"2026-07-02T12:02:08.173881Z","steps":["trace[1288367603] 'process raft request' (duration: 209.970105ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:02:08.245246Z","caller":"traceutil/trace.go:171","msg":"trace[386401562] transaction","detail":"{read_only:false; response_revision:27564; number_of_response:1; }","duration":"262.668161ms","start":"2026-07-02T12:02:07.982462Z","end":"2026-07-02T12:02:08.245131Z","steps":["trace[386401562] 'process raft request' (duration: 262.390972ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:02:08.245352Z","caller":"traceutil/trace.go:171","msg":"trace[77500500] transaction","detail":"{read_only:false; response_revision:27565; number_of_response:1; }","duration":"107.105556ms","start":"2026-07-02T12:02:08.13822Z","end":"2026-07-02T12:02:08.245326Z","steps":["trace[77500500] 'process raft request' (duration: 106.834947ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:02:08.855261Z","caller":"traceutil/trace.go:171","msg":"trace[2133421088] transaction","detail":"{read_only:false; response_revision:27575; number_of_response:1; }","duration":"109.226443ms","start":"2026-07-02T12:02:08.746005Z","end":"2026-07-02T12:02:08.855231Z","steps":["trace[2133421088] 'process raft request' (duration: 85.04638ms)","trace[2133421088] 'compare' (duration: 24.065559ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:02:12.78004Z","caller":"traceutil/trace.go:171","msg":"trace[1287478384] linearizableReadLoop","detail":"{readStateIndex:28889; appliedIndex:28888; }","duration":"147.484067ms","start":"2026-07-02T12:02:12.632527Z","end":"2026-07-02T12:02:12.780011Z","steps":["trace[1287478384] 'read index received' (duration: 143.783998ms)","trace[1287478384] 'applied index is now lower than readState.Index' (duration: 3.698809ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:02:12.780094Z","caller":"traceutil/trace.go:171","msg":"trace[836185260] transaction","detail":"{read_only:false; response_revision:27604; number_of_response:1; }","duration":"168.838489ms","start":"2026-07-02T12:02:12.611221Z","end":"2026-07-02T12:02:12.78006Z","steps":["trace[836185260] 'process raft request' (duration: 165.11059ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:02:12.780259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.692933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T12:02:12.780311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.110892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T12:02:12.780305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.207238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:02:12.780358Z","caller":"traceutil/trace.go:171","msg":"trace[1289550647] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27604; }","duration":"110.190294ms","start":"2026-07-02T12:02:12.670154Z","end":"2026-07-02T12:02:12.780345Z","steps":["trace[1289550647] 'agreement among raft nodes before linearized reading' (duration: 110.106142ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:02:12.780349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.152204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:02:12.78037Z","caller":"traceutil/trace.go:171","msg":"trace[1694403815] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:27604; }","duration":"147.310561ms","start":"2026-07-02T12:02:12.633043Z","end":"2026-07-02T12:02:12.780354Z","steps":["trace[1694403815] 'agreement among raft nodes before linearized reading' (duration: 147.167186ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:02:12.780407Z","caller":"traceutil/trace.go:171","msg":"trace[315543555] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:27604; }","duration":"146.220826ms","start":"2026-07-02T12:02:12.634171Z","end":"2026-07-02T12:02:12.780392Z","steps":["trace[315543555] 'agreement among raft nodes before linearized reading' (duration: 146.128123ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:02:12.780448Z","caller":"traceutil/trace.go:171","msg":"trace[673639443] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:27604; }","duration":"147.833377ms","start":"2026-07-02T12:02:12.632506Z","end":"2026-07-02T12:02:12.780339Z","steps":["trace[673639443] 'agreement among raft nodes before linearized reading' (duration: 147.631141ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:02:12.780545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.389169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:02:12.780587Z","caller":"traceutil/trace.go:171","msg":"trace[1825509729] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:27604; }","duration":"145.453912ms","start":"2026-07-02T12:02:12.635123Z","end":"2026-07-02T12:02:12.780577Z","steps":["trace[1825509729] 'agreement among raft nodes before linearized reading' (duration: 145.373909ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:02:12.780566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.996609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-07-02T12:02:12.780645Z","caller":"traceutil/trace.go:171","msg":"trace[607083152] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:27604; }","duration":"146.140403ms","start":"2026-07-02T12:02:12.634486Z","end":"2026-07-02T12:02:12.780626Z","steps":["trace[607083152] 'agreement among raft nodes before linearized reading' (duration: 145.826123ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:02:12.922819Z","caller":"traceutil/trace.go:171","msg":"trace[1395562454] linearizableReadLoop","detail":"{readStateIndex:28892; appliedIndex:28891; }","duration":"107.107645ms","start":"2026-07-02T12:02:12.815686Z","end":"2026-07-02T12:02:12.922794Z","steps":["trace[1395562454] 'read index received' (duration: 101.287369ms)","trace[1395562454] 'applied index is now lower than readState.Index' (duration: 5.818896ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:02:12.922858Z","caller":"traceutil/trace.go:171","msg":"trace[1890881303] transaction","detail":"{read_only:false; response_revision:27607; number_of_response:1; }","duration":"110.525434ms","start":"2026-07-02T12:02:12.812304Z","end":"2026-07-02T12:02:12.922829Z","steps":["trace[1890881303] 'process raft request' (duration: 104.695878ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:02:12.922985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.282201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:02:12.923034Z","caller":"traceutil/trace.go:171","msg":"trace[1362581486] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:27607; }","duration":"107.400934ms","start":"2026-07-02T12:02:12.815618Z","end":"2026-07-02T12:02:12.923019Z","steps":["trace[1362581486] 'agreement among raft nodes before linearized reading' (duration: 107.302501ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:02:13.413788Z","caller":"traceutil/trace.go:171","msg":"trace[1262084053] transaction","detail":"{read_only:false; response_revision:27611; number_of_response:1; }","duration":"116.174606ms","start":"2026-07-02T12:02:13.297592Z","end":"2026-07-02T12:02:13.413767Z","steps":["trace[1262084053] 'process raft request' (duration: 116.034401ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:02:13.631444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.017066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-02T12:02:13.631523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.46375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-02T12:02:13.631664Z","caller":"traceutil/trace.go:171","msg":"trace[2037039334] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27611; }","duration":"185.655186ms","start":"2026-07-02T12:02:13.445988Z","end":"2026-07-02T12:02:13.631643Z","steps":["trace[2037039334] 'range keys from in-memory index tree' (duration: 185.271804ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:02:13.631551Z","caller":"traceutil/trace.go:171","msg":"trace[1186281400] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27611; }","duration":"180.162561ms","start":"2026-07-02T12:02:13.451368Z","end":"2026-07-02T12:02:13.63153Z","steps":["trace[1186281400] 'range keys from in-memory index tree' (duration: 179.859411ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:02:15.285632Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096944183194143,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-02T12:02:15.403341Z","caller":"traceutil/trace.go:171","msg":"trace[331326318] transaction","detail":"{read_only:false; response_revision:27620; number_of_response:1; }","duration":"663.665674ms","start":"2026-07-02T12:02:14.739652Z","end":"2026-07-02T12:02:15.403317Z","steps":["trace[331326318] 'process raft request' (duration: 663.459938ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:02:15.403466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:02:14.739631Z","time spent":"663.770768ms","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:02:15.415943Z","caller":"traceutil/trace.go:171","msg":"trace[671553291] transaction","detail":"{read_only:false; response_revision:27621; number_of_response:1; }","duration":"479.147533ms","start":"2026-07-02T12:02:14.936776Z","end":"2026-07-02T12:02:15.415924Z","steps":["trace[671553291] 'process raft request' (duration: 479.008309ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:02:15.416064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:02:14.936749Z","time spent":"479.247977ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:02:15.416113Z","caller":"traceutil/trace.go:171","msg":"trace[1808716989] linearizableReadLoop","detail":"{readStateIndex:28907; appliedIndex:28904; }","duration":"631.098783ms","start":"2026-07-02T12:02:14.784979Z","end":"2026-07-02T12:02:15.416078Z","steps":["trace[1808716989] 'read index received' (duration: 618.130578ms)","trace[1808716989] 'applied index is now lower than readState.Index' (duration: 12.966875ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:02:15.41613Z","caller":"traceutil/trace.go:171","msg":"trace[87167534] transaction","detail":"{read_only:false; response_revision:27622; number_of_response:1; }","duration":"415.654933ms","start":"2026-07-02T12:02:15.000435Z","end":"2026-07-02T12:02:15.41609Z","steps":["trace[87167534] 'process raft request' (duration: 415.446436ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:02:15.416266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.279659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-02T12:02:15.416295Z","caller":"traceutil/trace.go:171","msg":"trace[1813473218] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27622; }","duration":"631.358741ms","start":"2026-07-02T12:02:14.784929Z","end":"2026-07-02T12:02:15.416288Z","steps":["trace[1813473218] 'agreement among raft nodes before linearized reading' (duration: 631.252648ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:02:15.416317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:02:14.784907Z","time spent":"631.404913ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-02T12:02:15.416338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:02:15.000414Z","time spent":"415.799738ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:02:15.476466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.469824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T12:02:15.476507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.255983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:02:15.476558Z","caller":"traceutil/trace.go:171","msg":"trace[1728406400] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:27622; }","duration":"539.612287ms","start":"2026-07-02T12:02:14.936925Z","end":"2026-07-02T12:02:15.476537Z","steps":["trace[1728406400] 'agreement among raft nodes before linearized reading' (duration: 539.436552ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:02:15.476598Z","caller":"traceutil/trace.go:171","msg":"trace[283283898] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:27622; }","duration":"689.382177ms","start":"2026-07-02T12:02:14.787196Z","end":"2026-07-02T12:02:15.476578Z","steps":["trace[283283898] 'agreement among raft nodes before linearized reading' (duration: 689.208562ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:02:15.476608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:02:14.936915Z","time spent":"539.68324ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-07-02T12:02:15.476642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.285138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-07-02T12:02:15.476672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:02:14.787186Z","time spent":"689.47722ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"info","ts":"2026-07-02T12:02:15.476719Z","caller":"traceutil/trace.go:171","msg":"trace[1810348135] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27622; }","duration":"550.410392ms","start":"2026-07-02T12:02:14.92629Z","end":"2026-07-02T12:02:15.476701Z","steps":["trace[1810348135] 'agreement among raft nodes before linearized reading' (duration: 550.131933ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:02:15.476733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.881513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:02:15.476827Z","caller":"traceutil/trace.go:171","msg":"trace[100120349] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:27622; }","duration":"689.966166ms","start":"2026-07-02T12:02:14.786828Z","end":"2026-07-02T12:02:15.476794Z","steps":["trace[100120349] 'agreement among raft nodes before linearized reading' (duration: 689.871913ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:02:15.476905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.32046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-02T12:02:15.476952Z","caller":"traceutil/trace.go:171","msg":"trace[980716886] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27622; }","duration":"686.386091ms","start":"2026-07-02T12:02:14.790554Z","end":"2026-07-02T12:02:15.47694Z","steps":["trace[980716886] 'agreement among raft nodes before linearized reading' (duration: 686.245377ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:02:15.476966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.470732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T12:02:15.477037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:02:14.790543Z","time spent":"686.484495ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-02T12:02:15.477056Z","caller":"traceutil/trace.go:171","msg":"trace[1588269375] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:27622; }","duration":"690.574265ms","start":"2026-07-02T12:02:14.786468Z","end":"2026-07-02T12:02:15.477042Z","steps":["trace[1588269375] 'agreement among raft nodes before linearized reading' (duration: 690.468892ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:02:15.47706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.453811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T12:02:15.477111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:02:14.786456Z","time spent":"690.644328ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-07-02T12:02:15.477148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.321102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T12:02:15.47716Z","caller":"traceutil/trace.go:171","msg":"trace[2136197249] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:27622; }","duration":"690.626587ms","start":"2026-07-02T12:02:14.786509Z","end":"2026-07-02T12:02:15.477135Z","steps":["trace[2136197249] 'agreement among raft nodes before linearized reading' (duration: 690.40842ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:02:15.477143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.584359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-07-02T12:02:15.477198Z","caller":"traceutil/trace.go:171","msg":"trace[2134905816] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:27622; }","duration":"258.438226ms","start":"2026-07-02T12:02:15.218749Z","end":"2026-07-02T12:02:15.477187Z","steps":["trace[2134905816] 'agreement among raft nodes before linearized reading' (duration: 258.298421ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:02:15.477221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:02:14.786504Z","time spent":"690.70314ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"info","ts":"2026-07-02T12:02:15.477265Z","caller":"traceutil/trace.go:171","msg":"trace[928800115] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:27622; }","duration":"540.764904ms","start":"2026-07-02T12:02:14.936456Z","end":"2026-07-02T12:02:15.477221Z","steps":["trace[928800115] 'agreement among raft nodes before linearized reading' (duration: 540.32899ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:02:15.477337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:02:14.936431Z","time spent":"540.894318ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"warn","ts":"2026-07-02T12:02:15.477373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.234628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T12:02:15.477395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.287479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:02:15.477418Z","caller":"traceutil/trace.go:171","msg":"trace[1597827010] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:27622; }","duration":"540.30172ms","start":"2026-07-02T12:02:14.937102Z","end":"2026-07-02T12:02:15.477404Z","steps":["trace[1597827010] 'agreement among raft nodes before linearized reading' (duration: 540.244478ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:02:15.477431Z","caller":"traceutil/trace.go:171","msg":"trace[181278665] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:27622; }","duration":"540.346701ms","start":"2026-07-02T12:02:14.937073Z","end":"2026-07-02T12:02:15.47742Z","steps":["trace[181278665] 'agreement among raft nodes before linearized reading' (duration: 540.29439ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:02:15.477458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:02:14.937086Z","time spent":"540.365581ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"warn","ts":"2026-07-02T12:02:15.477464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:02:14.93706Z","time spent":"540.393442ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-07-02T12:02:15.477515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.596498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T12:02:15.477511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.893528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-07-02T12:02:15.477553Z","caller":"traceutil/trace.go:171","msg":"trace[1453769558] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:27622; }","duration":"504.67203ms","start":"2026-07-02T12:02:14.972872Z","end":"2026-07-02T12:02:15.477544Z","steps":["trace[1453769558] 'agreement among raft nodes before linearized reading' (duration: 504.561847ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:02:15.476904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:02:14.786821Z","time spent":"690.069769ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"info","ts":"2026-07-02T12:02:15.47757Z","caller":"traceutil/trace.go:171","msg":"trace[165567227] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:27622; }","duration":"469.986641ms","start":"2026-07-02T12:02:15.007566Z","end":"2026-07-02T12:02:15.477553Z","steps":["trace[165567227] 'agreement among raft nodes before linearized reading' (duration: 469.789374ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:02:15.476761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:02:14.926271Z","time spent":"550.479825ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":671,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-02T12:02:15.477579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:02:14.972855Z","time spent":"504.716591ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":32,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:02:15.476621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.528224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-07-02T12:02:15.477627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.00575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:02:15.477678Z","caller":"traceutil/trace.go:171","msg":"trace[1497986410] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:27622; }","duration":"691.66583ms","start":"2026-07-02T12:02:14.785997Z","end":"2026-07-02T12:02:15.477663Z","steps":["trace[1497986410] 'agreement among raft nodes before linearized reading' (duration: 690.328367ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:02:15.477701Z","caller":"traceutil/trace.go:171","msg":"trace[573545941] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:27622; }","duration":"540.092993ms","start":"2026-07-02T12:02:14.937588Z","end":"2026-07-02T12:02:15.477681Z","steps":["trace[573545941] 'agreement among raft nodes before linearized reading' (duration: 539.945748ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:02:15.477722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:02:14.785966Z","time spent":"691.743543ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"warn","ts":"2026-07-02T12:02:15.477753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:02:14.937581Z","time spent":"540.163556ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-07-02T12:02:15.477624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:02:15.007547Z","time spent":"470.064213ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":686,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-02T12:02:15.477559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.795417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:02:15.477867Z","caller":"traceutil/trace.go:171","msg":"trace[751587178] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:27622; }","duration":"259.186019ms","start":"2026-07-02T12:02:15.218668Z","end":"2026-07-02T12:02:15.477854Z","steps":["trace[751587178] 'agreement among raft nodes before linearized reading' (duration: 258.822778ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:02:15.66672Z","caller":"traceutil/trace.go:171","msg":"trace[1050091039] transaction","detail":"{read_only:false; response_revision:27625; number_of_response:1; }","duration":"152.970662ms","start":"2026-07-02T12:02:15.513726Z","end":"2026-07-02T12:02:15.666697Z","steps":["trace[1050091039] 'process raft request' (duration: 152.678183ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:02:15.678417Z","caller":"traceutil/trace.go:171","msg":"trace[1065679298] transaction","detail":"{read_only:false; response_revision:27626; number_of_response:1; }","duration":"120.296847ms","start":"2026-07-02T12:02:15.558094Z","end":"2026-07-02T12:02:15.678391Z","steps":["trace[1065679298] 'process raft request' (duration: 119.608795ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:02:15.678648Z","caller":"traceutil/trace.go:171","msg":"trace[975345516] transaction","detail":"{read_only:false; response_revision:27627; number_of_response:1; }","duration":"120.029369ms","start":"2026-07-02T12:02:15.558587Z","end":"2026-07-02T12:02:15.678616Z","steps":["trace[975345516] 'process raft request' (duration: 119.219533ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:03:04.217416Z","caller":"traceutil/trace.go:171","msg":"trace[1035043766] transaction","detail":"{read_only:false; response_revision:28129; number_of_response:1; }","duration":"351.76386ms","start":"2026-07-02T12:03:03.865627Z","end":"2026-07-02T12:03:04.217391Z","steps":["trace[1035043766] 'process raft request' (duration: 351.594064ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:03:04.217602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:03:03.865609Z","time spent":"351.913905ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:03:04.288222Z","caller":"traceutil/trace.go:171","msg":"trace[1220300506] linearizableReadLoop","detail":"{readStateIndex:29436; appliedIndex:29434; }","duration":"358.474594ms","start":"2026-07-02T12:03:03.929727Z","end":"2026-07-02T12:03:04.288201Z","steps":["trace[1220300506] 'read index received' (duration: 287.593628ms)","trace[1220300506] 'applied index is now lower than readState.Index' (duration: 70.880306ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:03:04.288455Z","caller":"traceutil/trace.go:171","msg":"trace[2134686521] transaction","detail":"{read_only:false; response_revision:28130; number_of_response:1; }","duration":"422.76496ms","start":"2026-07-02T12:03:03.865646Z","end":"2026-07-02T12:03:04.288411Z","steps":["trace[2134686521] 'process raft request' (duration: 421.586202ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:03:04.288552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.763224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T12:03:04.288596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.817176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-02T12:03:04.288638Z","caller":"traceutil/trace.go:171","msg":"trace[1862171020] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:28130; }","duration":"358.912299ms","start":"2026-07-02T12:03:03.929706Z","end":"2026-07-02T12:03:04.288618Z","steps":["trace[1862171020] 'agreement among raft nodes before linearized reading' (duration: 358.624319ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:03:04.288667Z","caller":"traceutil/trace.go:171","msg":"trace[1051182983] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28130; }","duration":"197.92044ms","start":"2026-07-02T12:03:04.09073Z","end":"2026-07-02T12:03:04.28865Z","steps":["trace[1051182983] 'agreement among raft nodes before linearized reading' (duration: 197.750814ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:03:04.288652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:03:03.865637Z","time spent":"422.911385ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:03:04.288685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:03:03.929627Z","time spent":"359.043762ms","remote":"127.0.0.1:44996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":88,"response size":32,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:03:04.288555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.974099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-07-02T12:03:04.288769Z","caller":"traceutil/trace.go:171","msg":"trace[627518611] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:28130; }","duration":"323.240918ms","start":"2026-07-02T12:03:03.9655Z","end":"2026-07-02T12:03:04.288741Z","steps":["trace[627518611] 'agreement among raft nodes before linearized reading' (duration: 322.855795ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:03:04.28859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.174003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-02T12:03:04.288816Z","caller":"traceutil/trace.go:171","msg":"trace[1202771776] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28130; }","duration":"135.446412ms","start":"2026-07-02T12:03:04.153362Z","end":"2026-07-02T12:03:04.288809Z","steps":["trace[1202771776] 'agreement among raft nodes before linearized reading' (duration: 135.07291ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:03:04.288827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:03:03.965479Z","time spent":"323.331641ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2107,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-07-02T12:03:04.288831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.498382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-02T12:03:04.288933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.754779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-07-02T12:03:04.288941Z","caller":"traceutil/trace.go:171","msg":"trace[1177444796] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28130; }","duration":"134.652016ms","start":"2026-07-02T12:03:04.154267Z","end":"2026-07-02T12:03:04.288919Z","steps":["trace[1177444796] 'agreement among raft nodes before linearized reading' (duration: 134.312495ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:03:04.288991Z","caller":"traceutil/trace.go:171","msg":"trace[1130199897] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28130; }","duration":"134.836062ms","start":"2026-07-02T12:03:04.154147Z","end":"2026-07-02T12:03:04.288983Z","steps":["trace[1130199897] 'agreement among raft nodes before linearized reading' (duration: 134.273284ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:03:30.335355Z","caller":"traceutil/trace.go:171","msg":"trace[2079763306] linearizableReadLoop","detail":"{readStateIndex:29701; appliedIndex:29700; }","duration":"138.770408ms","start":"2026-07-02T12:03:30.196559Z","end":"2026-07-02T12:03:30.33533Z","steps":["trace[2079763306] 'read index received' (duration: 138.548091ms)","trace[2079763306] 'applied index is now lower than readState.Index' (duration: 221.387µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:03:30.335461Z","caller":"traceutil/trace.go:171","msg":"trace[830045108] transaction","detail":"{read_only:false; number_of_response:1; response_revision:28385; }","duration":"231.330868ms","start":"2026-07-02T12:03:30.104042Z","end":"2026-07-02T12:03:30.335373Z","steps":["trace[830045108] 'process raft request' (duration: 231.124862ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:03:30.335539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.953084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:03:30.335595Z","caller":"traceutil/trace.go:171","msg":"trace[335968353] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:28385; }","duration":"139.071128ms","start":"2026-07-02T12:03:30.196504Z","end":"2026-07-02T12:03:30.335575Z","steps":["trace[335968353] 'agreement among raft nodes before linearized reading' (duration: 138.959264ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:03:37.021246Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096944183196265,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-02T12:03:37.386105Z","caller":"traceutil/trace.go:171","msg":"trace[1736533203] transaction","detail":"{read_only:false; response_revision:28458; number_of_response:1; }","duration":"930.050314ms","start":"2026-07-02T12:03:36.455824Z","end":"2026-07-02T12:03:37.385874Z","steps":["trace[1736533203] 'process raft request' (duration: 929.814936ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:03:37.386518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:03:36.455814Z","time spent":"930.580792ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:03:37.429645Z","caller":"traceutil/trace.go:171","msg":"trace[1287239014] transaction","detail":"{read_only:false; response_revision:28459; number_of_response:1; }","duration":"799.20871ms","start":"2026-07-02T12:03:36.630404Z","end":"2026-07-02T12:03:37.429613Z","steps":["trace[1287239014] 'process raft request' (duration: 798.092154ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:03:37.429857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:03:36.630377Z","time spent":"799.369945ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:03:37.43004Z","caller":"traceutil/trace.go:171","msg":"trace[791306205] transaction","detail":"{read_only:false; response_revision:28460; number_of_response:1; }","duration":"542.355625ms","start":"2026-07-02T12:03:36.887639Z","end":"2026-07-02T12:03:37.429994Z","steps":["trace[791306205] 'process raft request' (duration: 541.88945ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:03:37.43011Z","caller":"traceutil/trace.go:171","msg":"trace[2050864064] linearizableReadLoop","detail":"{readStateIndex:29781; appliedIndex:29776; }","duration":"943.791814ms","start":"2026-07-02T12:03:36.486291Z","end":"2026-07-02T12:03:37.430083Z","steps":["trace[2050864064] 'read index received' (duration: 899.294111ms)","trace[2050864064] 'applied index is now lower than readState.Index' (duration: 44.496523ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:03:37.430165Z","caller":"traceutil/trace.go:171","msg":"trace[2079319077] transaction","detail":"{read_only:false; response_revision:28462; number_of_response:1; }","duration":"408.840485ms","start":"2026-07-02T12:03:37.021291Z","end":"2026-07-02T12:03:37.430131Z","steps":["trace[2079319077] 'process raft request' (duration: 408.701851ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:03:37.43022Z","caller":"traceutil/trace.go:171","msg":"trace[870277383] transaction","detail":"{read_only:false; response_revision:28461; number_of_response:1; }","duration":"540.6082ms","start":"2026-07-02T12:03:36.889507Z","end":"2026-07-02T12:03:37.430116Z","steps":["trace[870277383] 'process raft request' (duration: 540.341271ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:03:37.430295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:03:36.887622Z","time spent":"542.537361ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:03:37.430337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:03:37.021258Z","time spent":"409.00164ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:03:37.430403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.093533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-02T12:03:37.430452Z","caller":"traceutil/trace.go:171","msg":"trace[1965646445] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28462; }","duration":"944.216267ms","start":"2026-07-02T12:03:36.486219Z","end":"2026-07-02T12:03:37.430436Z","steps":["trace[1965646445] 'agreement among raft nodes before linearized reading' (duration: 944.058722ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:03:37.430469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.15985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-02T12:03:37.430501Z","caller":"traceutil/trace.go:171","msg":"trace[1822641197] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28462; }","duration":"931.225372ms","start":"2026-07-02T12:03:36.499263Z","end":"2026-07-02T12:03:37.430489Z","steps":["trace[1822641197] 'agreement among raft nodes before linearized reading' (duration: 931.101318ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:03:37.430494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:03:36.486183Z","time spent":"944.3017ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-02T12:03:37.430517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:03:36.499243Z","time spent":"931.270753ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-02T12:03:37.430548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.814466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-02T12:03:37.430581Z","caller":"traceutil/trace.go:171","msg":"trace[1677832850] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28462; }","duration":"914.872938ms","start":"2026-07-02T12:03:36.515698Z","end":"2026-07-02T12:03:37.43057Z","steps":["trace[1677832850] 'agreement among raft nodes before linearized reading' (duration: 914.775955ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:03:37.430565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:03:36.8895Z","time spent":"540.898309ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:03:37.430613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.122944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-07-02T12:03:37.430664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.266407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-02T12:03:37.430689Z","caller":"traceutil/trace.go:171","msg":"trace[1090732967] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28462; }","duration":"535.212626ms","start":"2026-07-02T12:03:36.895454Z","end":"2026-07-02T12:03:37.430667Z","steps":["trace[1090732967] 'agreement among raft nodes before linearized reading' (duration: 535.01519ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:03:37.430696Z","caller":"traceutil/trace.go:171","msg":"trace[807697320] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28462; }","duration":"928.296848ms","start":"2026-07-02T12:03:36.502389Z","end":"2026-07-02T12:03:37.430686Z","steps":["trace[807697320] 'agreement among raft nodes before linearized reading' (duration: 928.209885ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:03:37.430736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.095967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T12:03:37.430745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.433674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-07-02T12:03:37.430767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.307135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T12:03:37.430752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:03:36.895446Z","time spent":"535.28863ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":671,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-02T12:03:37.430761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:03:36.502347Z","time spent":"928.406361ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-02T12:03:37.430791Z","caller":"traceutil/trace.go:171","msg":"trace[499985576] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28462; }","duration":"543.361007ms","start":"2026-07-02T12:03:36.887424Z","end":"2026-07-02T12:03:37.430785Z","steps":["trace[499985576] 'agreement among raft nodes before linearized reading' (duration: 543.322046ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:03:37.430796Z","caller":"traceutil/trace.go:171","msg":"trace[1511028284] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28462; }","duration":"919.516107ms","start":"2026-07-02T12:03:36.511266Z","end":"2026-07-02T12:03:37.430782Z","steps":["trace[1511028284] 'agreement among raft nodes before linearized reading' (duration: 919.364532ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:03:37.430796Z","caller":"traceutil/trace.go:171","msg":"trace[740407197] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:28462; }","duration":"542.278363ms","start":"2026-07-02T12:03:36.888499Z","end":"2026-07-02T12:03:37.430778Z","steps":["trace[740407197] 'agreement among raft nodes before linearized reading' (duration: 542.163079ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:03:37.430781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.704916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T12:03:37.430853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:03:36.88848Z","time spent":"542.355135ms","remote":"127.0.0.1:41192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":32,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:03:37.430889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.47376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T12:03:37.4309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.733794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-07-02T12:03:37.430918Z","caller":"traceutil/trace.go:171","msg":"trace[560490947] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28462; }","duration":"404.818136ms","start":"2026-07-02T12:03:37.026094Z","end":"2026-07-02T12:03:37.430912Z","steps":["trace[560490947] 'agreement among raft nodes before linearized reading' (duration: 404.757664ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:03:37.430921Z","caller":"traceutil/trace.go:171","msg":"trace[1124018462] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:28462; }","duration":"164.582654ms","start":"2026-07-02T12:03:37.266327Z","end":"2026-07-02T12:03:37.43091Z","steps":["trace[1124018462] 'agreement among raft nodes before linearized reading' (duration: 164.535273ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:03:37.430916Z","caller":"traceutil/trace.go:171","msg":"trace[1202622765] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28462; }","duration":"250.105118ms","start":"2026-07-02T12:03:37.180783Z","end":"2026-07-02T12:03:37.430888Z","steps":["trace[1202622765] 'agreement among raft nodes before linearized reading' (duration: 249.823389ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:03:37.431045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:03:37.026058Z","time spent":"404.876949ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":686,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-02T12:03:37.430807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:03:36.887403Z","time spent":"543.401009ms","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T12:03:37.43084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.897995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:03:37.431198Z","caller":"traceutil/trace.go:171","msg":"trace[1962222152] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:28462; }","duration":"494.280168ms","start":"2026-07-02T12:03:36.936905Z","end":"2026-07-02T12:03:37.431185Z","steps":["trace[1962222152] 'agreement among raft nodes before linearized reading' (duration: 493.920516ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:03:37.431234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:03:36.936866Z","time spent":"494.35713ms","remote":"127.0.0.1:53648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:03:37.430839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:03:36.511247Z","time spent":"919.58464ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":552,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-02T12:03:37.430631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:03:36.515684Z","time spent":"914.931271ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-02T12:03:53.947895Z","caller":"traceutil/trace.go:171","msg":"trace[825096186] transaction","detail":"{read_only:false; response_revision:28614; number_of_response:1; }","duration":"205.595754ms","start":"2026-07-02T12:03:53.742274Z","end":"2026-07-02T12:03:53.94787Z","steps":["trace[825096186] 'process raft request' (duration: 203.665473ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:03:53.948356Z","caller":"traceutil/trace.go:171","msg":"trace[1198648522] transaction","detail":"{read_only:false; response_revision:28615; number_of_response:1; }","duration":"204.780908ms","start":"2026-07-02T12:03:53.743535Z","end":"2026-07-02T12:03:53.948316Z","steps":["trace[1198648522] 'process raft request' (duration: 204.21515ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:03:53.948461Z","caller":"traceutil/trace.go:171","msg":"trace[936583266] linearizableReadLoop","detail":"{readStateIndex:29941; appliedIndex:29939; }","duration":"190.188634ms","start":"2026-07-02T12:03:53.758238Z","end":"2026-07-02T12:03:53.948427Z","steps":["trace[936583266] 'read index received' (duration: 7.284352ms)","trace[936583266] 'applied index is now lower than readState.Index' (duration: 182.901462ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:03:53.948756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.737428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7264"} {"level":"info","ts":"2026-07-02T12:03:53.948817Z","caller":"traceutil/trace.go:171","msg":"trace[641464495] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:28616; }","duration":"188.851572ms","start":"2026-07-02T12:03:53.759953Z","end":"2026-07-02T12:03:53.948804Z","steps":["trace[641464495] 'agreement among raft nodes before linearized reading' (duration: 188.632255ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:03:53.948892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.003802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-07-02T12:03:53.948968Z","caller":"traceutil/trace.go:171","msg":"trace[817174420] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28616; }","duration":"181.157577ms","start":"2026-07-02T12:03:53.767792Z","end":"2026-07-02T12:03:53.94895Z","steps":["trace[817174420] 'agreement among raft nodes before linearized reading' (duration: 180.9527ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:03:53.949128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.867166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7264"} {"level":"info","ts":"2026-07-02T12:03:53.949211Z","caller":"traceutil/trace.go:171","msg":"trace[1056285782] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:28616; }","duration":"191.00221ms","start":"2026-07-02T12:03:53.758185Z","end":"2026-07-02T12:03:53.949187Z","steps":["trace[1056285782] 'agreement among raft nodes before linearized reading' (duration: 190.428142ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:03:57.80622Z","caller":"traceutil/trace.go:171","msg":"trace[541371538] linearizableReadLoop","detail":"{readStateIndex:29977; appliedIndex:29976; }","duration":"131.470657ms","start":"2026-07-02T12:03:57.674721Z","end":"2026-07-02T12:03:57.806191Z","steps":["trace[541371538] 'read index received' (duration: 51.824217ms)","trace[541371538] 'applied index is now lower than readState.Index' (duration: 79.64511ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:03:57.806452Z","caller":"traceutil/trace.go:171","msg":"trace[969076205] transaction","detail":"{read_only:false; response_revision:28650; number_of_response:1; }","duration":"169.054841ms","start":"2026-07-02T12:03:57.637359Z","end":"2026-07-02T12:03:57.806414Z","steps":["trace[969076205] 'process raft request' (duration: 89.170523ms)","trace[969076205] 'compare' (duration: 79.529047ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:03:57.806537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.300953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-02T12:03:57.806602Z","caller":"traceutil/trace.go:171","msg":"trace[989279064] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28650; }","duration":"143.413187ms","start":"2026-07-02T12:03:57.663172Z","end":"2026-07-02T12:03:57.806586Z","steps":["trace[989279064] 'agreement among raft nodes before linearized reading' (duration: 143.19531ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:03:57.806639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.499529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:03:57.806751Z","caller":"traceutil/trace.go:171","msg":"trace[2118802560] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28650; }","duration":"137.650093ms","start":"2026-07-02T12:03:57.669072Z","end":"2026-07-02T12:03:57.806722Z","steps":["trace[2118802560] 'agreement among raft nodes before linearized reading' (duration: 137.453467ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:03:57.806665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.906705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-02T12:03:57.806818Z","caller":"traceutil/trace.go:171","msg":"trace[1161682180] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28650; }","duration":"151.097971ms","start":"2026-07-02T12:03:57.655705Z","end":"2026-07-02T12:03:57.806803Z","steps":["trace[1161682180] 'agreement among raft nodes before linearized reading' (duration: 150.77149ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:03:57.806675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.12424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-02T12:03:57.806922Z","caller":"traceutil/trace.go:171","msg":"trace[918061687] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28650; }","duration":"144.399928ms","start":"2026-07-02T12:03:57.662482Z","end":"2026-07-02T12:03:57.806881Z","steps":["trace[918061687] 'agreement among raft nodes before linearized reading' (duration: 143.939644ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:03:57.807379Z","caller":"traceutil/trace.go:171","msg":"trace[1865384556] transaction","detail":"{read_only:false; response_revision:28652; number_of_response:1; }","duration":"112.425412ms","start":"2026-07-02T12:03:57.69494Z","end":"2026-07-02T12:03:57.807366Z","steps":["trace[1865384556] 'process raft request' (duration: 112.215575ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:03:57.8074Z","caller":"traceutil/trace.go:171","msg":"trace[81995392] transaction","detail":"{read_only:false; response_revision:28651; number_of_response:1; }","duration":"126.440737ms","start":"2026-07-02T12:03:57.680943Z","end":"2026-07-02T12:03:57.807384Z","steps":["trace[81995392] 'process raft request' (duration: 126.123977ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:03:59.130891Z","caller":"traceutil/trace.go:171","msg":"trace[1970924903] linearizableReadLoop","detail":"{readStateIndex:29993; appliedIndex:29992; }","duration":"111.778472ms","start":"2026-07-02T12:03:59.019084Z","end":"2026-07-02T12:03:59.130862Z","steps":["trace[1970924903] 'read index received' (duration: 111.634388ms)","trace[1970924903] 'applied index is now lower than readState.Index' (duration: 143.124µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:03:59.130965Z","caller":"traceutil/trace.go:171","msg":"trace[479044185] transaction","detail":"{read_only:false; response_revision:28665; number_of_response:1; }","duration":"174.227306ms","start":"2026-07-02T12:03:58.956705Z","end":"2026-07-02T12:03:59.130932Z","steps":["trace[479044185] 'process raft request' (duration: 173.954908ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:03:59.131213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.107732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-07-02T12:03:59.131281Z","caller":"traceutil/trace.go:171","msg":"trace[1001994401] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28665; }","duration":"112.238726ms","start":"2026-07-02T12:03:59.019027Z","end":"2026-07-02T12:03:59.131265Z","steps":["trace[1001994401] 'agreement among raft nodes before linearized reading' (duration: 111.933946ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:03:59.261942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.008628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/magnum-cluster-api-proxy\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:03:59.262017Z","caller":"traceutil/trace.go:171","msg":"trace[517950478] range","detail":"{range_begin:/registry/daemonsets/openstack/magnum-cluster-api-proxy; range_end:; response_count:0; response_revision:28665; }","duration":"117.112011ms","start":"2026-07-02T12:03:59.144888Z","end":"2026-07-02T12:03:59.262Z","steps":["trace[517950478] 'range keys from in-memory index tree' (duration: 116.966916ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:03:59.323154Z","caller":"traceutil/trace.go:171","msg":"trace[1741352280] transaction","detail":"{read_only:false; response_revision:28666; number_of_response:1; }","duration":"130.767955ms","start":"2026-07-02T12:03:59.192359Z","end":"2026-07-02T12:03:59.323127Z","steps":["trace[1741352280] 'process raft request' (duration: 130.538638ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:03:59.439249Z","caller":"traceutil/trace.go:171","msg":"trace[755531533] transaction","detail":"{read_only:false; response_revision:28667; number_of_response:1; }","duration":"167.311996ms","start":"2026-07-02T12:03:59.271894Z","end":"2026-07-02T12:03:59.439206Z","steps":["trace[755531533] 'process raft request' (duration: 148.525159ms)","trace[755531533] 'compare' (duration: 18.378025ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:03:59.487465Z","caller":"traceutil/trace.go:171","msg":"trace[444829823] transaction","detail":"{read_only:false; number_of_response:0; response_revision:28667; }","duration":"156.313237ms","start":"2026-07-02T12:03:59.331109Z","end":"2026-07-02T12:03:59.487422Z","steps":["trace[444829823] 'process raft request' (duration: 156.160022ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:03:59.736531Z","caller":"traceutil/trace.go:171","msg":"trace[867244463] linearizableReadLoop","detail":"{readStateIndex:30002; appliedIndex:29999; }","duration":"179.149042ms","start":"2026-07-02T12:03:59.557358Z","end":"2026-07-02T12:03:59.736507Z","steps":["trace[867244463] 'read index received' (duration: 52.362333ms)","trace[867244463] 'applied index is now lower than readState.Index' (duration: 126.785639ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:03:59.736624Z","caller":"traceutil/trace.go:171","msg":"trace[1174783330] transaction","detail":"{read_only:false; response_revision:28672; number_of_response:1; }","duration":"193.156358ms","start":"2026-07-02T12:03:59.543458Z","end":"2026-07-02T12:03:59.736614Z","steps":["trace[1174783330] 'process raft request' (duration: 143.464758ms)","trace[1174783330] 'compare' (duration: 49.330238ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:03:59.7368Z","caller":"traceutil/trace.go:171","msg":"trace[835454760] transaction","detail":"{read_only:false; response_revision:28673; number_of_response:1; }","duration":"191.508825ms","start":"2026-07-02T12:03:59.545248Z","end":"2026-07-02T12:03:59.736757Z","steps":["trace[835454760] 'process raft request' (duration: 191.198875ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:03:59.737129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.765692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-07-02T12:03:59.737165Z","caller":"traceutil/trace.go:171","msg":"trace[464597411] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28673; }","duration":"179.854675ms","start":"2026-07-02T12:03:59.557301Z","end":"2026-07-02T12:03:59.737156Z","steps":["trace[464597411] 'agreement among raft nodes before linearized reading' (duration: 179.468802ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:03:59.782266Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"c3b8446219deb8c1","local-member-applied-index":30006,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-02T12:03:59.78229Z","caller":"traceutil/trace.go:171","msg":"trace[2016309889] transaction","detail":"{read_only:false; response_revision:28674; number_of_response:1; }","duration":"166.8128ms","start":"2026-07-02T12:03:59.615425Z","end":"2026-07-02T12:03:59.782238Z","steps":["trace[2016309889] 'process raft request' (duration: 166.560252ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:03:59.782366Z","caller":"traceutil/trace.go:171","msg":"trace[1663400274] transaction","detail":"{read_only:false; response_revision:28675; number_of_response:1; }","duration":"162.438631ms","start":"2026-07-02T12:03:59.619887Z","end":"2026-07-02T12:03:59.782326Z","steps":["trace[1663400274] 'process raft request' (duration: 162.223824ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:03:59.782411Z","caller":"traceutil/trace.go:171","msg":"trace[174659203] transaction","detail":"{read_only:false; response_revision:28676; number_of_response:1; }","duration":"147.698303ms","start":"2026-07-02T12:03:59.634682Z","end":"2026-07-02T12:03:59.78238Z","steps":["trace[174659203] 'process raft request' (duration: 147.500706ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:03:59.782465Z","caller":"traceutil/trace.go:171","msg":"trace[1144339414] transaction","detail":"{read_only:false; response_revision:28677; number_of_response:1; }","duration":"101.458394ms","start":"2026-07-02T12:03:59.680981Z","end":"2026-07-02T12:03:59.782439Z","steps":["trace[1144339414] 'process raft request' (duration: 101.243577ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:03:59.884562Z","caller":"traceutil/trace.go:171","msg":"trace[417207447] linearizableReadLoop","detail":"{readStateIndex:30007; appliedIndex:30002; }","duration":"147.94903ms","start":"2026-07-02T12:03:59.736586Z","end":"2026-07-02T12:03:59.884535Z","steps":["trace[417207447] 'read index received' (duration: 45.427943ms)","trace[417207447] 'applied index is now lower than readState.Index' (duration: 102.519787ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:03:59.884679Z","caller":"traceutil/trace.go:171","msg":"trace[1174473466] transaction","detail":"{read_only:false; response_revision:28678; number_of_response:1; }","duration":"188.284603ms","start":"2026-07-02T12:03:59.696363Z","end":"2026-07-02T12:03:59.884648Z","steps":["trace[1174473466] 'process raft request' (duration: 187.517589ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:03:59.884751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.783374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:03:59.884814Z","caller":"traceutil/trace.go:171","msg":"trace[1791410906] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28678; }","duration":"214.892298ms","start":"2026-07-02T12:03:59.669907Z","end":"2026-07-02T12:03:59.8848Z","steps":["trace[1791410906] 'agreement among raft nodes before linearized reading' (duration: 214.737173ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:03:59.884849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.901053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-cluster-api-proxy-7jgjr\" ","response":"range_response_count:1 size:3783"} {"level":"warn","ts":"2026-07-02T12:03:59.884915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.098352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16993"} {"level":"info","ts":"2026-07-02T12:03:59.88499Z","caller":"traceutil/trace.go:171","msg":"trace[916174785] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:28678; }","duration":"146.226506ms","start":"2026-07-02T12:03:59.738746Z","end":"2026-07-02T12:03:59.884972Z","steps":["trace[916174785] 'agreement among raft nodes before linearized reading' (duration: 146.01991ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:03:59.884918Z","caller":"traceutil/trace.go:171","msg":"trace[1270744389] range","detail":"{range_begin:/registry/pods/openstack/magnum-cluster-api-proxy-7jgjr; range_end:; response_count:1; response_revision:28678; }","duration":"251.979836ms","start":"2026-07-02T12:03:59.632918Z","end":"2026-07-02T12:03:59.884897Z","steps":["trace[1270744389] 'agreement among raft nodes before linearized reading' (duration: 251.78211ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:00.211226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.861752ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T12:04:00.211375Z","caller":"traceutil/trace.go:171","msg":"trace[1196016001] transaction","detail":"{read_only:false; response_revision:28679; number_of_response:1; }","duration":"320.656239ms","start":"2026-07-02T12:03:59.890697Z","end":"2026-07-02T12:04:00.211353Z","steps":["trace[1196016001] 'process raft request' (duration: 187.57173ms)","trace[1196016001] 'compare' (duration: 132.512421ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:04:00.211428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:03:59.890678Z","time spent":"320.72583ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:04:00.271059Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30006} {"level":"info","ts":"2026-07-02T12:04:00.271244Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25006} {"level":"info","ts":"2026-07-02T12:04:00.852793Z","caller":"traceutil/trace.go:171","msg":"trace[1492766631] transaction","detail":"{read_only:false; response_revision:28680; number_of_response:1; }","duration":"961.639495ms","start":"2026-07-02T12:03:59.891114Z","end":"2026-07-02T12:04:00.852754Z","steps":["trace[1492766631] 'process raft request' (duration: 961.17034ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:00.85296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:03:59.891104Z","time spent":"961.765418ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:04:00.852939Z","caller":"traceutil/trace.go:171","msg":"trace[425494984] transaction","detail":"{read_only:false; response_revision:28685; number_of_response:1; }","duration":"958.407601ms","start":"2026-07-02T12:03:59.894493Z","end":"2026-07-02T12:04:00.852901Z","steps":["trace[425494984] 'process raft request' (duration: 958.280157ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:04:00.853168Z","caller":"traceutil/trace.go:171","msg":"trace[1461802759] linearizableReadLoop","detail":"{readStateIndex:30014; appliedIndex:30007; }","duration":"950.688506ms","start":"2026-07-02T12:03:59.902453Z","end":"2026-07-02T12:04:00.853142Z","steps":["trace[1461802759] 'read index received' (duration: 175.768995ms)","trace[1461802759] 'applied index is now lower than readState.Index' (duration: 774.918201ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:04:00.853189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:03:59.894485Z","time spent":"958.583067ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:04:00.853359Z","caller":"traceutil/trace.go:171","msg":"trace[6348986] transaction","detail":"{read_only:false; response_revision:28686; number_of_response:1; }","duration":"823.578798ms","start":"2026-07-02T12:04:00.029766Z","end":"2026-07-02T12:04:00.853345Z","steps":["trace[6348986] 'process raft request' (duration: 823.064471ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:04:00.853399Z","caller":"traceutil/trace.go:171","msg":"trace[1241416708] transaction","detail":"{read_only:false; response_revision:28681; number_of_response:1; }","duration":"962.055498ms","start":"2026-07-02T12:03:59.891322Z","end":"2026-07-02T12:04:00.853377Z","steps":["trace[1241416708] 'process raft request' (duration: 961.18824ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:00.853468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:00.029738Z","time spent":"823.65783ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:04:00.8535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:03:59.891309Z","time spent":"962.13823ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:04:00.853646Z","caller":"traceutil/trace.go:171","msg":"trace[1382406684] transaction","detail":"{read_only:false; response_revision:28682; number_of_response:1; }","duration":"961.750808ms","start":"2026-07-02T12:03:59.89188Z","end":"2026-07-02T12:04:00.85363Z","steps":["trace[1382406684] 'process raft request' (duration: 960.696234ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:00.85373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:03:59.89187Z","time spent":"961.81849ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:04:00.853785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.332556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4831"} {"level":"info","ts":"2026-07-02T12:04:00.853795Z","caller":"traceutil/trace.go:171","msg":"trace[673665128] transaction","detail":"{read_only:false; response_revision:28683; number_of_response:1; }","duration":"959.681052ms","start":"2026-07-02T12:03:59.894096Z","end":"2026-07-02T12:04:00.853777Z","steps":["trace[673665128] 'process raft request' (duration: 958.532216ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:04:00.853821Z","caller":"traceutil/trace.go:171","msg":"trace[514301702] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:28686; }","duration":"951.388648ms","start":"2026-07-02T12:03:59.90242Z","end":"2026-07-02T12:04:00.853808Z","steps":["trace[514301702] 'agreement among raft nodes before linearized reading' (duration: 951.267594ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:00.853852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:03:59.902412Z","time spent":"951.433739ms","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4855,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-02T12:04:00.853865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:03:59.894075Z","time spent":"959.750984ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:04:00.853928Z","caller":"traceutil/trace.go:171","msg":"trace[1718196736] transaction","detail":"{read_only:false; response_revision:28684; number_of_response:1; }","duration":"959.621841ms","start":"2026-07-02T12:03:59.89429Z","end":"2026-07-02T12:04:00.853912Z","steps":["trace[1718196736] 'process raft request' (duration: 958.386801ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:00.854005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:03:59.894281Z","time spent":"959.678912ms","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4782,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:04:00.854128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.963934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-07-02T12:04:00.854173Z","caller":"traceutil/trace.go:171","msg":"trace[1995040956] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:28686; }","duration":"883.072157ms","start":"2026-07-02T12:03:59.971091Z","end":"2026-07-02T12:04:00.854163Z","steps":["trace[1995040956] 'agreement among raft nodes before linearized reading' (duration: 882.954424ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:00.854199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:03:59.971068Z","time spent":"883.124449ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1590,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-07-02T12:04:00.854391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.651457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T12:04:00.854442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.241831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T12:04:00.854442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.280263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-07-02T12:04:00.854466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.093111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-07-02T12:04:00.854482Z","caller":"traceutil/trace.go:171","msg":"trace[1668686683] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28686; }","duration":"183.321554ms","start":"2026-07-02T12:04:00.671148Z","end":"2026-07-02T12:04:00.854469Z","steps":["trace[1668686683] 'agreement among raft nodes before linearized reading' (duration: 183.245622ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:04:00.854488Z","caller":"traceutil/trace.go:171","msg":"trace[1062051328] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28686; }","duration":"572.367075ms","start":"2026-07-02T12:04:00.282107Z","end":"2026-07-02T12:04:00.854474Z","steps":["trace[1062051328] 'agreement among raft nodes before linearized reading' (duration: 572.20063ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:04:00.854475Z","caller":"traceutil/trace.go:171","msg":"trace[1719422788] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:28686; }","duration":"771.762021ms","start":"2026-07-02T12:04:00.082687Z","end":"2026-07-02T12:04:00.854449Z","steps":["trace[1719422788] 'agreement among raft nodes before linearized reading' (duration: 771.624886ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:04:00.854511Z","caller":"traceutil/trace.go:171","msg":"trace[716485681] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28686; }","duration":"608.188244ms","start":"2026-07-02T12:04:00.246308Z","end":"2026-07-02T12:04:00.854496Z","steps":["trace[716485681] 'agreement among raft nodes before linearized reading' (duration: 608.034399ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:00.854526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:00.282082Z","time spent":"572.436358ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":671,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-02T12:04:00.854545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:00.246283Z","time spent":"608.251475ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":686,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-02T12:04:00.85456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:00.08267Z","time spent":"771.865074ms","remote":"127.0.0.1:53776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:04:01.202123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.665212ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T12:04:01.202228Z","caller":"traceutil/trace.go:171","msg":"trace[172999167] transaction","detail":"{read_only:false; response_revision:28687; number_of_response:1; }","duration":"336.710588ms","start":"2026-07-02T12:04:00.865493Z","end":"2026-07-02T12:04:01.202203Z","steps":["trace[172999167] 'process raft request' (duration: 126.886901ms)","trace[172999167] 'compare' (duration: 209.574319ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:04:01.202272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:00.86547Z","time spent":"336.782861ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:04:01.203976Z","caller":"traceutil/trace.go:171","msg":"trace[956658199] transaction","detail":"{read_only:false; response_revision:28688; number_of_response:1; }","duration":"338.325169ms","start":"2026-07-02T12:04:00.865617Z","end":"2026-07-02T12:04:01.203942Z","steps":["trace[956658199] 'process raft request' (duration: 336.828252ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:04:01.204016Z","caller":"traceutil/trace.go:171","msg":"trace[831430625] transaction","detail":"{read_only:false; response_revision:28689; number_of_response:1; }","duration":"318.909923ms","start":"2026-07-02T12:04:00.88508Z","end":"2026-07-02T12:04:01.20399Z","steps":["trace[831430625] 'process raft request' (duration: 318.270203ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:01.204166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:00.885058Z","time spent":"319.006526ms","remote":"127.0.0.1:60312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1469,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-02T12:04:01.204187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:00.865597Z","time spent":"338.461944ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:04:01.20424Z","caller":"traceutil/trace.go:171","msg":"trace[26323383] transaction","detail":"{read_only:false; response_revision:28690; number_of_response:1; }","duration":"293.415153ms","start":"2026-07-02T12:04:00.910778Z","end":"2026-07-02T12:04:01.204193Z","steps":["trace[26323383] 'process raft request' (duration: 292.661519ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:04:12.652397Z","caller":"traceutil/trace.go:171","msg":"trace[808018628] transaction","detail":"{read_only:false; response_revision:28884; number_of_response:1; }","duration":"373.637552ms","start":"2026-07-02T12:04:12.278721Z","end":"2026-07-02T12:04:12.652358Z","steps":["trace[808018628] 'process raft request' (duration: 373.337713ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:12.652731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:12.278691Z","time spent":"373.826998ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:04:15.040722Z","caller":"traceutil/trace.go:171","msg":"trace[3338878] linearizableReadLoop","detail":"{readStateIndex:30240; appliedIndex:30239; }","duration":"108.018312ms","start":"2026-07-02T12:04:14.932661Z","end":"2026-07-02T12:04:15.040679Z","steps":["trace[3338878] 'read index received' (duration: 47.622073ms)","trace[3338878] 'applied index is now lower than readState.Index' (duration: 60.394899ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:04:15.04074Z","caller":"traceutil/trace.go:171","msg":"trace[761336307] transaction","detail":"{read_only:false; response_revision:28902; number_of_response:1; }","duration":"114.532939ms","start":"2026-07-02T12:04:14.92616Z","end":"2026-07-02T12:04:15.040693Z","steps":["trace[761336307] 'process raft request' (duration: 54.204042ms)","trace[761336307] 'compare' (duration: 60.11367ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:04:15.040885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.206338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-02T12:04:15.040953Z","caller":"traceutil/trace.go:171","msg":"trace[548508426] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28902; }","duration":"108.320602ms","start":"2026-07-02T12:04:14.932618Z","end":"2026-07-02T12:04:15.040939Z","steps":["trace[548508426] 'agreement among raft nodes before linearized reading' (duration: 108.128676ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:15.040999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.094619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-02T12:04:15.041039Z","caller":"traceutil/trace.go:171","msg":"trace[1546986480] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28902; }","duration":"105.178522ms","start":"2026-07-02T12:04:14.935851Z","end":"2026-07-02T12:04:15.041029Z","steps":["trace[1546986480] 'agreement among raft nodes before linearized reading' (duration: 105.014256ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:15.041185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.941604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-07-02T12:04:15.041167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.708797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-02T12:04:15.04121Z","caller":"traceutil/trace.go:171","msg":"trace[803893365] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28902; }","duration":"104.988386ms","start":"2026-07-02T12:04:14.936215Z","end":"2026-07-02T12:04:15.041203Z","steps":["trace[803893365] 'agreement among raft nodes before linearized reading' (duration: 104.919474ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:04:15.041243Z","caller":"traceutil/trace.go:171","msg":"trace[864190544] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28902; }","duration":"104.864152ms","start":"2026-07-02T12:04:14.936362Z","end":"2026-07-02T12:04:15.041226Z","steps":["trace[864190544] 'agreement among raft nodes before linearized reading' (duration: 104.641605ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:15.603385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.268261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-07-02T12:04:15.60351Z","caller":"traceutil/trace.go:171","msg":"trace[1590816250] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28907; }","duration":"103.425987ms","start":"2026-07-02T12:04:15.500066Z","end":"2026-07-02T12:04:15.603492Z","steps":["trace[1590816250] 'range keys from in-memory index tree' (duration: 103.111056ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:15.603612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.249381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-07-02T12:04:15.603759Z","caller":"traceutil/trace.go:171","msg":"trace[173011] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28907; }","duration":"103.471158ms","start":"2026-07-02T12:04:15.500253Z","end":"2026-07-02T12:04:15.603724Z","steps":["trace[173011] 'range keys from in-memory index tree' (duration: 102.984333ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:15.603949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.979423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.89\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-07-02T12:04:15.604063Z","caller":"traceutil/trace.go:171","msg":"trace[1889648046] range","detail":"{range_begin:/registry/masterleases/199.204.45.89; range_end:; response_count:1; response_revision:28907; }","duration":"104.126788ms","start":"2026-07-02T12:04:15.499913Z","end":"2026-07-02T12:04:15.604039Z","steps":["trace[1889648046] 'range keys from in-memory index tree' (duration: 103.761677ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:04:15.81816Z","caller":"traceutil/trace.go:171","msg":"trace[1663290664] transaction","detail":"{read_only:false; response_revision:28910; number_of_response:1; }","duration":"150.971507ms","start":"2026-07-02T12:04:15.66716Z","end":"2026-07-02T12:04:15.818131Z","steps":["trace[1663290664] 'process raft request' (duration: 126.711776ms)","trace[1663290664] 'compare' (duration: 24.077545ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:04:15.818316Z","caller":"traceutil/trace.go:171","msg":"trace[967714650] linearizableReadLoop","detail":"{readStateIndex:30250; appliedIndex:30248; }","duration":"136.160707ms","start":"2026-07-02T12:04:15.682125Z","end":"2026-07-02T12:04:15.818286Z","steps":["trace[967714650] 'read index received' (duration: 111.72059ms)","trace[967714650] 'applied index is now lower than readState.Index' (duration: 24.438057ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:04:15.818368Z","caller":"traceutil/trace.go:171","msg":"trace[1063194807] transaction","detail":"{read_only:false; response_revision:28911; number_of_response:1; }","duration":"149.859842ms","start":"2026-07-02T12:04:15.668459Z","end":"2026-07-02T12:04:15.818319Z","steps":["trace[1063194807] 'process raft request' (duration: 149.620834ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:15.818457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.61822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:04:15.81852Z","caller":"traceutil/trace.go:171","msg":"trace[19769448] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28911; }","duration":"147.715064ms","start":"2026-07-02T12:04:15.670792Z","end":"2026-07-02T12:04:15.818507Z","steps":["trace[19769448] 'agreement among raft nodes before linearized reading' (duration: 147.58549ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:15.818661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.201654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-07-02T12:04:15.818742Z","caller":"traceutil/trace.go:171","msg":"trace[1485581622] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:28911; }","duration":"134.35728ms","start":"2026-07-02T12:04:15.684367Z","end":"2026-07-02T12:04:15.818724Z","steps":["trace[1485581622] 'agreement among raft nodes before linearized reading' (duration: 134.111752ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:04:18.172475Z","caller":"traceutil/trace.go:171","msg":"trace[1090961928] linearizableReadLoop","detail":"{readStateIndex:30274; appliedIndex:30273; }","duration":"285.627245ms","start":"2026-07-02T12:04:17.886821Z","end":"2026-07-02T12:04:18.172448Z","steps":["trace[1090961928] 'read index received' (duration: 285.516722ms)","trace[1090961928] 'applied index is now lower than readState.Index' (duration: 109.053µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:04:18.172542Z","caller":"traceutil/trace.go:171","msg":"trace[1112070592] transaction","detail":"{read_only:false; response_revision:28934; number_of_response:1; }","duration":"320.438282ms","start":"2026-07-02T12:04:17.852058Z","end":"2026-07-02T12:04:18.172496Z","steps":["trace[1112070592] 'process raft request' (duration: 320.218725ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:18.172693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.847813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-07-02T12:04:18.172735Z","caller":"traceutil/trace.go:171","msg":"trace[67017067] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28934; }","duration":"285.939766ms","start":"2026-07-02T12:04:17.886781Z","end":"2026-07-02T12:04:18.17272Z","steps":["trace[67017067] 'agreement among raft nodes before linearized reading' (duration: 285.778791ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:18.172733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:17.85204Z","time spent":"320.593617ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:04:18.67729Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096944183197456,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-02T12:04:18.753973Z","caller":"traceutil/trace.go:171","msg":"trace[1240903928] transaction","detail":"{read_only:false; response_revision:28935; number_of_response:1; }","duration":"859.480988ms","start":"2026-07-02T12:04:17.894466Z","end":"2026-07-02T12:04:18.753947Z","steps":["trace[1240903928] 'process raft request' (duration: 859.23508ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:18.754161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:17.894447Z","time spent":"859.608702ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:04:18.754353Z","caller":"traceutil/trace.go:171","msg":"trace[471874384] transaction","detail":"{read_only:false; response_revision:28936; number_of_response:1; }","duration":"823.050701ms","start":"2026-07-02T12:04:17.931272Z","end":"2026-07-02T12:04:18.754323Z","steps":["trace[471874384] 'process raft request' (duration: 822.621407ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:18.754494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:17.931241Z","time spent":"823.174044ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:04:18.754613Z","caller":"traceutil/trace.go:171","msg":"trace[440165999] transaction","detail":"{read_only:false; response_revision:28939; number_of_response:1; }","duration":"713.971715ms","start":"2026-07-02T12:04:18.040602Z","end":"2026-07-02T12:04:18.754574Z","steps":["trace[440165999] 'process raft request' (duration: 713.906012ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:04:18.754738Z","caller":"traceutil/trace.go:171","msg":"trace[261993679] transaction","detail":"{read_only:false; response_revision:28938; number_of_response:1; }","duration":"802.113915ms","start":"2026-07-02T12:04:17.952614Z","end":"2026-07-02T12:04:18.754728Z","steps":["trace[261993679] 'process raft request' (duration: 801.825216ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:18.754795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:17.952596Z","time spent":"802.171547ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:04:18.754834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:18.04057Z","time spent":"714.15921ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:04:18.754629Z","caller":"traceutil/trace.go:171","msg":"trace[1180590754] transaction","detail":"{read_only:false; response_revision:28937; number_of_response:1; }","duration":"823.220526ms","start":"2026-07-02T12:04:17.931371Z","end":"2026-07-02T12:04:18.754592Z","steps":["trace[1180590754] 'process raft request' (duration: 822.879005ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:18.754973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:17.931361Z","time spent":"823.563777ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:04:19.55486Z","caller":"traceutil/trace.go:171","msg":"trace[2031303327] linearizableReadLoop","detail":"{readStateIndex:30280; appliedIndex:30274; }","duration":"1.378042065s","start":"2026-07-02T12:04:18.176784Z","end":"2026-07-02T12:04:19.554826Z","steps":["trace[2031303327] 'read index received' (duration: 576.892419ms)","trace[2031303327] 'applied index is now lower than readState.Index' (duration: 801.148106ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:04:19.554925Z","caller":"traceutil/trace.go:171","msg":"trace[378105582] transaction","detail":"{read_only:false; response_revision:28940; number_of_response:1; }","duration":"880.462796ms","start":"2026-07-02T12:04:18.674439Z","end":"2026-07-02T12:04:19.554902Z","steps":["trace[378105582] 'process raft request' (duration: 880.202567ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:19.555077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:18.674408Z","time spent":"880.565989ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:04:19.55514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.378319624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-02T12:04:19.555211Z","caller":"traceutil/trace.go:171","msg":"trace[1070919309] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28940; }","duration":"1.378430298s","start":"2026-07-02T12:04:18.176758Z","end":"2026-07-02T12:04:19.555188Z","steps":["trace[1070919309] 'agreement among raft nodes before linearized reading' (duration: 1.378168819s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:19.55526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:18.176741Z","time spent":"1.37850609s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-02T12:04:20.150378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.349122ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T12:04:20.150508Z","caller":"traceutil/trace.go:171","msg":"trace[1304528357] transaction","detail":"{read_only:false; response_revision:28941; number_of_response:1; }","duration":"1.215924316s","start":"2026-07-02T12:04:18.934549Z","end":"2026-07-02T12:04:20.150473Z","steps":["trace[1304528357] 'process raft request' (duration: 972.417478ms)","trace[1304528357] 'compare' (duration: 243.087064ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:04:20.150547Z","caller":"traceutil/trace.go:171","msg":"trace[110771975] transaction","detail":"{read_only:false; response_revision:28942; number_of_response:1; }","duration":"589.864872ms","start":"2026-07-02T12:04:19.560666Z","end":"2026-07-02T12:04:20.150531Z","steps":["trace[110771975] 'process raft request' (duration: 589.79694ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:20.150617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:19.560642Z","time spent":"589.952965ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:04:20.150625Z","caller":"traceutil/trace.go:171","msg":"trace[1837243929] linearizableReadLoop","detail":"{readStateIndex:30281; appliedIndex:30280; }","duration":"595.651286ms","start":"2026-07-02T12:04:19.554947Z","end":"2026-07-02T12:04:20.150599Z","steps":["trace[1837243929] 'read index received' (duration: 352.030136ms)","trace[1837243929] 'applied index is now lower than readState.Index' (duration: 243.61919ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:04:20.150652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:18.934106Z","time spent":"1.216464853s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:04:20.150838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.953497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-02T12:04:20.150846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.412559302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-02T12:04:20.150866Z","caller":"traceutil/trace.go:171","msg":"trace[1458778077] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28942; }","duration":"980.00637ms","start":"2026-07-02T12:04:19.170848Z","end":"2026-07-02T12:04:20.150855Z","steps":["trace[1458778077] 'agreement among raft nodes before linearized reading' (duration: 979.867295ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:20.150896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:19.170843Z","time spent":"980.047331ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-02T12:04:20.150918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.089211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-07-02T12:04:20.150938Z","caller":"traceutil/trace.go:171","msg":"trace[1929436611] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28942; }","duration":"980.148154ms","start":"2026-07-02T12:04:19.170783Z","end":"2026-07-02T12:04:20.150931Z","steps":["trace[1929436611] 'agreement among raft nodes before linearized reading' (duration: 980.100293ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:20.150964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:19.170765Z","time spent":"980.193445ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-02T12:04:20.151049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.765351081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T12:04:20.151076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.974168336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"warn","ts":"2026-07-02T12:04:20.151097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005304473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-02T12:04:20.151107Z","caller":"traceutil/trace.go:171","msg":"trace[319736030] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:28942; }","duration":"1.765414334s","start":"2026-07-02T12:04:18.385682Z","end":"2026-07-02T12:04:20.151096Z","steps":["trace[319736030] 'agreement among raft nodes before linearized reading' (duration: 1.765309291s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:20.151147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:18.385613Z","time spent":"1.765524498s","remote":"127.0.0.1:45258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:04:20.151164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055626222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-02T12:04:20.151166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.037037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:04:20.151181Z","caller":"traceutil/trace.go:171","msg":"trace[1607254829] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28942; }","duration":"1.055692274s","start":"2026-07-02T12:04:19.095484Z","end":"2026-07-02T12:04:20.151176Z","steps":["trace[1607254829] 'agreement among raft nodes before linearized reading' (duration: 1.055646332s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:20.151198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:19.095455Z","time spent":"1.055739795s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-02T12:04:20.150871Z","caller":"traceutil/trace.go:171","msg":"trace[575809431] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28942; }","duration":"1.412655125s","start":"2026-07-02T12:04:18.738208Z","end":"2026-07-02T12:04:20.150864Z","steps":["trace[575809431] 'agreement among raft nodes before linearized reading' (duration: 1.412574442s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:20.151239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:18.738177Z","time spent":"1.413054168s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-02T12:04:20.151311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093181275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-02T12:04:20.151336Z","caller":"traceutil/trace.go:171","msg":"trace[1096453187] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28942; }","duration":"1.093246998s","start":"2026-07-02T12:04:19.058083Z","end":"2026-07-02T12:04:20.15133Z","steps":["trace[1096453187] 'agreement among raft nodes before linearized reading' (duration: 1.093190886s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:20.151331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.434149518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T12:04:20.151353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:19.058057Z","time spent":"1.093293238s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-02T12:04:20.151363Z","caller":"traceutil/trace.go:171","msg":"trace[1864459608] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:28942; }","duration":"1.434239761s","start":"2026-07-02T12:04:18.717115Z","end":"2026-07-02T12:04:20.151355Z","steps":["trace[1864459608] 'agreement among raft nodes before linearized reading' (duration: 1.4341824s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:20.151399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:18.717045Z","time spent":"1.434343445s","remote":"127.0.0.1:44968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":30,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:04:20.151418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127573098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:04:20.151116Z","caller":"traceutil/trace.go:171","msg":"trace[1515629880] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28942; }","duration":"1.005456058s","start":"2026-07-02T12:04:19.145655Z","end":"2026-07-02T12:04:20.151111Z","steps":["trace[1515629880] 'agreement among raft nodes before linearized reading' (duration: 1.005403636s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:04:20.151437Z","caller":"traceutil/trace.go:171","msg":"trace[1598025991] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:28942; }","duration":"1.127593689s","start":"2026-07-02T12:04:19.023836Z","end":"2026-07-02T12:04:20.15143Z","steps":["trace[1598025991] 'agreement among raft nodes before linearized reading' (duration: 1.127561298s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:20.151456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:19.023759Z","time spent":"1.127691981s","remote":"127.0.0.1:54094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true "} {"level":"info","ts":"2026-07-02T12:04:20.151111Z","caller":"traceutil/trace.go:171","msg":"trace[1573769402] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28942; }","duration":"1.974248669s","start":"2026-07-02T12:04:18.176854Z","end":"2026-07-02T12:04:20.151102Z","steps":["trace[1573769402] 'agreement among raft nodes before linearized reading' (duration: 1.974163907s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:20.151546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.534896329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T12:04:20.151566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:18.17678Z","time spent":"1.974774686s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-02T12:04:20.151601Z","caller":"traceutil/trace.go:171","msg":"trace[1133173477] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:28942; }","duration":"1.535001643s","start":"2026-07-02T12:04:18.616585Z","end":"2026-07-02T12:04:20.151586Z","steps":["trace[1133173477] 'agreement among raft nodes before linearized reading' (duration: 1.534890959s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:20.151453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:19.14563Z","time spent":"1.005812419s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-02T12:04:20.151571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17389003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:04:20.151687Z","caller":"traceutil/trace.go:171","msg":"trace[1416164534] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:28942; }","duration":"1.174040965s","start":"2026-07-02T12:04:18.977631Z","end":"2026-07-02T12:04:20.151672Z","steps":["trace[1416164534] 'agreement among raft nodes before linearized reading' (duration: 1.173920261s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:20.151695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.482457393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T12:04:20.151727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:18.977609Z","time spent":"1.174107617s","remote":"127.0.0.1:53914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"info","ts":"2026-07-02T12:04:20.151731Z","caller":"traceutil/trace.go:171","msg":"trace[2013748492] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28942; }","duration":"1.482490474s","start":"2026-07-02T12:04:18.669231Z","end":"2026-07-02T12:04:20.151721Z","steps":["trace[2013748492] 'agreement among raft nodes before linearized reading' (duration: 1.482434392s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:20.151768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:18.669199Z","time spent":"1.482562596s","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T12:04:20.151645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:18.616547Z","time spent":"1.535086525s","remote":"127.0.0.1:53936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-07-02T12:04:20.151195Z","caller":"traceutil/trace.go:171","msg":"trace[1781908409] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:28942; }","duration":"274.104479ms","start":"2026-07-02T12:04:19.877081Z","end":"2026-07-02T12:04:20.151185Z","steps":["trace[1781908409] 'agreement among raft nodes before linearized reading' (duration: 274.054898ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:20.662306Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096944183197463,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T12:04:21.162437Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096944183197463,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T12:04:21.662638Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096944183197463,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T12:04:22.16173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999990469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-02T12:04:22.161817Z","caller":"traceutil/trace.go:171","msg":"trace[781949900] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000118892s","start":"2026-07-02T12:04:20.16168Z","end":"2026-07-02T12:04:22.161799Z","steps":["trace[781949900] 'agreement among raft nodes before linearized reading' (duration: 2.000013129s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:22.161861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:20.161641Z","time spent":"2.000212046s","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T12:04:22.163301Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096944183197463,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T12:04:22.380469Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.224248614s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-02T12:04:22.505304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.217397ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T12:04:22.508451Z","caller":"traceutil/trace.go:171","msg":"trace[1185360564] transaction","detail":"{read_only:false; response_revision:28945; number_of_response:1; }","duration":"2.351525878s","start":"2026-07-02T12:04:20.156909Z","end":"2026-07-02T12:04:22.508435Z","steps":["trace[1185360564] 'process raft request' (duration: 2.351467616s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:22.508551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:20.156876Z","time spent":"2.35161548s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:04:22.508716Z","caller":"traceutil/trace.go:171","msg":"trace[934021591] transaction","detail":"{read_only:false; response_revision:28944; number_of_response:1; }","duration":"2.352129316s","start":"2026-07-02T12:04:20.156581Z","end":"2026-07-02T12:04:22.50871Z","steps":["trace[934021591] 'process raft request' (duration: 2.351651681s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:22.508746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:20.156558Z","time spent":"2.352172378s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:04:22.509316Z","caller":"traceutil/trace.go:171","msg":"trace[201808647] transaction","detail":"{read_only:false; response_revision:28948; number_of_response:1; }","duration":"2.351121354s","start":"2026-07-02T12:04:20.158186Z","end":"2026-07-02T12:04:22.509307Z","steps":["trace[201808647] 'process raft request' (duration: 2.350408772s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:04:22.509338Z","caller":"traceutil/trace.go:171","msg":"trace[1161521530] transaction","detail":"{read_only:false; response_revision:28951; number_of_response:1; }","duration":"1.74922753s","start":"2026-07-02T12:04:20.760092Z","end":"2026-07-02T12:04:22.50932Z","steps":["trace[1161521530] 'process raft request' (duration: 1.748664212s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:22.509365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:20.158159Z","time spent":"2.351180796s","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:04:22.509357Z","caller":"traceutil/trace.go:171","msg":"trace[1023342483] transaction","detail":"{read_only:false; response_revision:28946; number_of_response:1; }","duration":"2.35127414s","start":"2026-07-02T12:04:20.158054Z","end":"2026-07-02T12:04:22.509328Z","steps":["trace[1023342483] 'process raft request' (duration: 2.350353041s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:04:22.509465Z","caller":"traceutil/trace.go:171","msg":"trace[1777839026] transaction","detail":"{read_only:false; response_revision:28943; number_of_response:1; }","duration":"2.353284013s","start":"2026-07-02T12:04:20.156135Z","end":"2026-07-02T12:04:22.509419Z","steps":["trace[1777839026] 'process raft request' (duration: 2.224887233s)","trace[1777839026] 'compare' (duration: 123.793634ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:04:22.509366Z","caller":"traceutil/trace.go:171","msg":"trace[137655873] transaction","detail":"{read_only:false; response_revision:28953; number_of_response:1; }","duration":"1.74798402s","start":"2026-07-02T12:04:20.761355Z","end":"2026-07-02T12:04:22.509339Z","steps":["trace[137655873] 'process raft request' (duration: 1.747491405s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:22.509611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:20.158044Z","time spent":"2.351483736s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:04:22.509663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:20.156095Z","time spent":"2.353457569s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:04:22.509635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:20.761343Z","time spent":"1.748271349s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:04:22.50938Z","caller":"traceutil/trace.go:171","msg":"trace[424637006] transaction","detail":"{read_only:false; response_revision:28952; number_of_response:1; }","duration":"1.74831307s","start":"2026-07-02T12:04:20.761026Z","end":"2026-07-02T12:04:22.509339Z","steps":["trace[424637006] 'process raft request' (duration: 1.747773143s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:22.509798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:20.761013Z","time spent":"1.748758715s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:04:22.509415Z","caller":"traceutil/trace.go:171","msg":"trace[571966447] transaction","detail":"{read_only:false; response_revision:28947; number_of_response:1; }","duration":"2.35125936s","start":"2026-07-02T12:04:20.158151Z","end":"2026-07-02T12:04:22.509411Z","steps":["trace[571966447] 'process raft request' (duration: 2.350356151s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:22.509861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:20.15813Z","time spent":"2.351710433s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:04:22.509427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:20.760075Z","time spent":"1.749312373s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:04:22.509375Z","caller":"traceutil/trace.go:171","msg":"trace[786502099] transaction","detail":"{read_only:false; response_revision:28949; number_of_response:1; }","duration":"2.35064421s","start":"2026-07-02T12:04:20.1587Z","end":"2026-07-02T12:04:22.509344Z","steps":["trace[786502099] 'process raft request' (duration: 2.349940157s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:22.50993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:20.158664Z","time spent":"2.351249019s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:04:22.509415Z","caller":"traceutil/trace.go:171","msg":"trace[1763128094] transaction","detail":"{read_only:false; response_revision:28950; number_of_response:1; }","duration":"1.750312974s","start":"2026-07-02T12:04:20.759092Z","end":"2026-07-02T12:04:22.509405Z","steps":["trace[1763128094] 'process raft request' (duration: 1.749631933s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:22.509992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:20.759066Z","time spent":"1.750908774s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:04:22.547982Z","caller":"traceutil/trace.go:171","msg":"trace[1693351918] linearizableReadLoop","detail":"{readStateIndex:30295; appliedIndex:30282; }","duration":"2.38623435s","start":"2026-07-02T12:04:20.161719Z","end":"2026-07-02T12:04:22.547953Z","steps":["trace[1693351918] 'read index received' (duration: 2.219293086s)","trace[1693351918] 'applied index is now lower than readState.Index' (duration: 166.940184ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:04:22.548227Z","caller":"traceutil/trace.go:171","msg":"trace[747094730] transaction","detail":"{read_only:false; response_revision:28954; number_of_response:1; }","duration":"390.467716ms","start":"2026-07-02T12:04:22.157724Z","end":"2026-07-02T12:04:22.548192Z","steps":["trace[747094730] 'process raft request' (duration: 390.039042ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:22.548449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.741145913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:04:22.548512Z","caller":"traceutil/trace.go:171","msg":"trace[1554241528] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:28954; }","duration":"1.741273077s","start":"2026-07-02T12:04:20.807219Z","end":"2026-07-02T12:04:22.548492Z","steps":["trace[1554241528] 'agreement among raft nodes before linearized reading' (duration: 1.74106112s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:22.548524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.050974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-07-02T12:04:22.548561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:22.157707Z","time spent":"390.723744ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:04:22.548615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.124065405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:04:22.548633Z","caller":"traceutil/trace.go:171","msg":"trace[649513168] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28954; }","duration":"391.20659ms","start":"2026-07-02T12:04:22.15739Z","end":"2026-07-02T12:04:22.548596Z","steps":["trace[649513168] 'agreement among raft nodes before linearized reading' (duration: 390.967252ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:04:22.548656Z","caller":"traceutil/trace.go:171","msg":"trace[1169682925] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:28954; }","duration":"1.124139957s","start":"2026-07-02T12:04:21.424505Z","end":"2026-07-02T12:04:22.548645Z","steps":["trace[1169682925] 'agreement among raft nodes before linearized reading' (duration: 1.124081586s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:22.548683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:22.157359Z","time spent":"391.314093ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":671,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-02T12:04:22.548692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:21.424482Z","time spent":"1.1242027s","remote":"127.0.0.1:53908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:04:22.548813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.376203117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:04:22.54893Z","caller":"traceutil/trace.go:171","msg":"trace[100166131] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:28954; }","duration":"1.376351482s","start":"2026-07-02T12:04:21.172549Z","end":"2026-07-02T12:04:22.5489Z","steps":["trace[100166131] 'agreement among raft nodes before linearized reading' (duration: 1.376181666s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:22.548971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.608187138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T12:04:22.548988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.8164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T12:04:22.548997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:21.172533Z","time spent":"1.376448955s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:04:22.54856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:20.807204Z","time spent":"1.741344899s","remote":"127.0.0.1:60450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"info","ts":"2026-07-02T12:04:22.54903Z","caller":"traceutil/trace.go:171","msg":"trace[1512639671] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28954; }","duration":"386.873082ms","start":"2026-07-02T12:04:22.162144Z","end":"2026-07-02T12:04:22.549017Z","steps":["trace[1512639671] 'agreement among raft nodes before linearized reading' (duration: 386.79507ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:22.549063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:22.162135Z","time spent":"386.921413ms","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-02T12:04:22.549014Z","caller":"traceutil/trace.go:171","msg":"trace[661434813] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:28954; }","duration":"1.608273541s","start":"2026-07-02T12:04:20.940728Z","end":"2026-07-02T12:04:22.549002Z","steps":["trace[661434813] 'agreement among raft nodes before linearized reading' (duration: 1.608211969s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:22.549244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.614401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T12:04:22.549286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:20.940705Z","time spent":"1.60856341s","remote":"127.0.0.1:53762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-07-02T12:04:22.549326Z","caller":"traceutil/trace.go:171","msg":"trace[699849223] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:28954; }","duration":"238.702964ms","start":"2026-07-02T12:04:22.310566Z","end":"2026-07-02T12:04:22.549269Z","steps":["trace[699849223] 'agreement among raft nodes before linearized reading' (duration: 238.640132ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:22.550255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.246914669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-07-02T12:04:22.550311Z","caller":"traceutil/trace.go:171","msg":"trace[573261071] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28954; }","duration":"1.247136976s","start":"2026-07-02T12:04:21.303161Z","end":"2026-07-02T12:04:22.550298Z","steps":["trace[573261071] 'agreement among raft nodes before linearized reading' (duration: 1.246096293s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:22.550353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:21.303141Z","time spent":"1.247203518s","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11521,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-02T12:04:23.055221Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096944183197479,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-02T12:04:23.293607Z","caller":"traceutil/trace.go:171","msg":"trace[1654624212] transaction","detail":"{read_only:false; response_revision:28955; number_of_response:1; }","duration":"738.533116ms","start":"2026-07-02T12:04:22.555039Z","end":"2026-07-02T12:04:23.293572Z","steps":["trace[1654624212] 'process raft request' (duration: 736.245894ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:23.293844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:22.555023Z","time spent":"738.671371ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:04:24.557812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000266997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T12:04:24.557929Z","caller":"traceutil/trace.go:171","msg":"trace[422510755] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000414972s","start":"2026-07-02T12:04:22.557493Z","end":"2026-07-02T12:04:24.557908Z","steps":["trace[422510755] 'agreement among raft nodes before linearized reading' (duration: 2.000275737s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:24.557982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:22.557488Z","time spent":"2.000481855s","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/02 12:04:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T12:04:24.579046Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.287867811s","expected-duration":"1s"} {"level":"info","ts":"2026-07-02T12:04:24.642256Z","caller":"traceutil/trace.go:171","msg":"trace[734434072] linearizableReadLoop","detail":"{readStateIndex:30297; appliedIndex:30295; }","duration":"2.087019285s","start":"2026-07-02T12:04:22.555192Z","end":"2026-07-02T12:04:24.642212Z","steps":["trace[734434072] 'read index received' (duration: 736.086119ms)","trace[734434072] 'applied index is now lower than readState.Index' (duration: 1.350931866s)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:04:24.642381Z","caller":"traceutil/trace.go:171","msg":"trace[167571582] transaction","detail":"{read_only:false; response_revision:28956; number_of_response:1; }","duration":"2.08499137s","start":"2026-07-02T12:04:22.55735Z","end":"2026-07-02T12:04:24.642341Z","steps":["trace[167571582] 'process raft request' (duration: 2.021886524s)","trace[167571582] 'compare' (duration: 62.807266ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:04:24.642574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:22.557339Z","time spent":"2.085120653s","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:04:24.642647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.087419517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:04:24.642769Z","caller":"traceutil/trace.go:171","msg":"trace[520500006] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:28956; }","duration":"2.087625983s","start":"2026-07-02T12:04:22.555114Z","end":"2026-07-02T12:04:24.64274Z","steps":["trace[520500006] 'agreement among raft nodes before linearized reading' (duration: 2.087327554s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:24.642817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:22.555098Z","time spent":"2.087708686s","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-07-02T12:04:25.143301Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096944183197489,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T12:04:25.644048Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096944183197489,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T12:04:26.109225Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.503990188s","expected-duration":"1s"} {"level":"info","ts":"2026-07-02T12:04:26.11197Z","caller":"traceutil/trace.go:171","msg":"trace[1777663121] transaction","detail":"{read_only:false; response_revision:28959; number_of_response:1; }","duration":"1.597117787s","start":"2026-07-02T12:04:24.514829Z","end":"2026-07-02T12:04:26.111947Z","steps":["trace[1777663121] 'process raft request' (duration: 1.597059085s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:04:26.11202Z","caller":"traceutil/trace.go:171","msg":"trace[1789450680] transaction","detail":"{read_only:false; response_revision:28957; number_of_response:1; }","duration":"2.386911692s","start":"2026-07-02T12:04:23.725084Z","end":"2026-07-02T12:04:26.111995Z","steps":["trace[1789450680] 'process raft request' (duration: 2.386591562s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:26.112129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:24.514817Z","time spent":"1.597212989s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:04:26.112078Z","caller":"traceutil/trace.go:171","msg":"trace[90815941] transaction","detail":"{read_only:false; response_revision:28958; number_of_response:1; }","duration":"1.597366845s","start":"2026-07-02T12:04:24.51468Z","end":"2026-07-02T12:04:26.112047Z","steps":["trace[90815941] 'process raft request' (duration: 1.597167538s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:26.11216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:23.725053Z","time spent":"2.387022986s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:04:26.112237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:24.514634Z","time spent":"1.59754509s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:04:26.11236Z","caller":"traceutil/trace.go:171","msg":"trace[1409914761] transaction","detail":"{read_only:false; response_revision:28960; number_of_response:1; }","duration":"1.597511419s","start":"2026-07-02T12:04:24.514841Z","end":"2026-07-02T12:04:26.112353Z","steps":["trace[1409914761] 'process raft request' (duration: 1.597071885s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:26.112389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:24.514811Z","time spent":"1.597562281s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:04:26.112436Z","caller":"traceutil/trace.go:171","msg":"trace[104411209] transaction","detail":"{read_only:false; response_revision:28961; number_of_response:1; }","duration":"1.596954411s","start":"2026-07-02T12:04:24.515461Z","end":"2026-07-02T12:04:26.112416Z","steps":["trace[104411209] 'process raft request' (duration: 1.596710324s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:04:26.112477Z","caller":"traceutil/trace.go:171","msg":"trace[69784205] transaction","detail":"{read_only:false; response_revision:28962; number_of_response:1; }","duration":"1.557653052s","start":"2026-07-02T12:04:24.554817Z","end":"2026-07-02T12:04:26.112471Z","steps":["trace[69784205] 'process raft request' (duration: 1.557520838s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:04:26.112471Z","caller":"traceutil/trace.go:171","msg":"trace[639720355] transaction","detail":"{read_only:false; response_revision:28963; number_of_response:1; }","duration":"1.552137097s","start":"2026-07-02T12:04:24.560303Z","end":"2026-07-02T12:04:26.11244Z","steps":["trace[639720355] 'process raft request' (duration: 1.552083655s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:26.112505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:24.554803Z","time spent":"1.557685844s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:04:26.112518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:24.515447Z","time spent":"1.597022674s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:04:26.11264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:24.560289Z","time spent":"1.552242021s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:04:26.558226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999905675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-02T12:04:26.558343Z","caller":"traceutil/trace.go:171","msg":"trace[1692439607] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00008643s","start":"2026-07-02T12:04:24.55823Z","end":"2026-07-02T12:04:26.558316Z","steps":["trace[1692439607] 'agreement among raft nodes before linearized reading' (duration: 1.999936316s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:26.558411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:24.558218Z","time spent":"2.000174853s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/02 12:04:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T12:04:27.076486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000181993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-02T12:04:27.076576Z","caller":"traceutil/trace.go:171","msg":"trace[2565235] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000324898s","start":"2026-07-02T12:04:25.076234Z","end":"2026-07-02T12:04:27.076559Z","steps":["trace[2565235] 'agreement among raft nodes before linearized reading' (duration: 2.000200594s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:27.076615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:25.07622Z","time spent":"2.00038677s","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T12:04:28.197859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.771627362s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T12:04:28.197954Z","caller":"traceutil/trace.go:171","msg":"trace[864523485] linearizableReadLoop","detail":"{readStateIndex:30305; appliedIndex:30297; }","duration":"3.555596935s","start":"2026-07-02T12:04:24.642344Z","end":"2026-07-02T12:04:28.197941Z","steps":["trace[864523485] 'read index received' (duration: 1.469277964s)","trace[864523485] 'applied index is now lower than readState.Index' (duration: 2.086318121s)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:04:28.198021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.144889931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:04:28.198036Z","caller":"traceutil/trace.go:171","msg":"trace[317214056] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:28964; }","duration":"4.144939332s","start":"2026-07-02T12:04:24.053089Z","end":"2026-07-02T12:04:28.198029Z","steps":["trace[317214056] 'agreement among raft nodes before linearized reading' (duration: 4.144898921s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:28.198064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:24.053069Z","time spent":"4.144989683s","remote":"127.0.0.1:53656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:04:28.198088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.049648864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T12:04:28.198191Z","caller":"traceutil/trace.go:171","msg":"trace[1902402568] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:28964; }","duration":"4.04982211s","start":"2026-07-02T12:04:24.148351Z","end":"2026-07-02T12:04:28.198174Z","steps":["trace[1902402568] 'agreement among raft nodes before linearized reading' (duration: 4.049645594s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:28.198214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.372675068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:04:28.198232Z","caller":"traceutil/trace.go:171","msg":"trace[1561678096] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:28964; }","duration":"4.372693368s","start":"2026-07-02T12:04:23.825532Z","end":"2026-07-02T12:04:28.198225Z","steps":["trace[1561678096] 'agreement among raft nodes before linearized reading' (duration: 4.372659627s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:28.198324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:23.825473Z","time spent":"4.372843393s","remote":"127.0.0.1:54056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:04:28.198321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.28667565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T12:04:28.198301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.397181571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:04:28.198356Z","caller":"traceutil/trace.go:171","msg":"trace[689455486] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:28964; }","duration":"5.286748262s","start":"2026-07-02T12:04:22.911598Z","end":"2026-07-02T12:04:28.198347Z","steps":["trace[689455486] 'agreement among raft nodes before linearized reading' (duration: 5.286640799s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:28.198378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:22.911584Z","time spent":"5.286787173s","remote":"127.0.0.1:45202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":36,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-07-02T12:04:28.198373Z","caller":"traceutil/trace.go:171","msg":"trace[597505271] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:28964; }","duration":"5.397298994s","start":"2026-07-02T12:04:22.801055Z","end":"2026-07-02T12:04:28.198354Z","steps":["trace[597505271] 'agreement among raft nodes before linearized reading' (duration: 5.39716579s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:28.198388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.527329732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T12:04:28.198229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:24.148328Z","time spent":"4.049889071s","remote":"127.0.0.1:40826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-07-02T12:04:28.198422Z","caller":"traceutil/trace.go:171","msg":"trace[61178955] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:28964; }","duration":"4.527392124s","start":"2026-07-02T12:04:23.671018Z","end":"2026-07-02T12:04:28.19841Z","steps":["trace[61178955] 'agreement among raft nodes before linearized reading' (duration: 4.527326092s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:28.198391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.64261039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"warn","ts":"2026-07-02T12:04:28.198407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.642712723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be74da32672b8c\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-07-02T12:04:28.198418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:22.801036Z","time spent":"5.397371277s","remote":"127.0.0.1:60478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:04:28.198452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:23.671Z","time spent":"4.527444786s","remote":"127.0.0.1:44984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":32,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-07-02T12:04:28.198271Z","caller":"traceutil/trace.go:171","msg":"trace[886650357] transaction","detail":"{read_only:false; response_revision:28964; number_of_response:1; }","duration":"2.7315028s","start":"2026-07-02T12:04:25.466753Z","end":"2026-07-02T12:04:28.198256Z","steps":["trace[886650357] 'process raft request' (duration: 959.412343ms)","trace[886650357] 'compare' (duration: 1.771158408s)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:04:28.198314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.78594908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T12:04:28.198478Z","caller":"traceutil/trace.go:171","msg":"trace[500673191] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28964; }","duration":"5.642714163s","start":"2026-07-02T12:04:22.555739Z","end":"2026-07-02T12:04:28.198453Z","steps":["trace[500673191] 'agreement among raft nodes before linearized reading' (duration: 5.642492726s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:04:28.198485Z","caller":"traceutil/trace.go:171","msg":"trace[750723390] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18be74da32672b8c; range_end:; response_count:1; response_revision:28964; }","duration":"5.642819266s","start":"2026-07-02T12:04:22.555643Z","end":"2026-07-02T12:04:28.198462Z","steps":["trace[750723390] 'agreement among raft nodes before linearized reading' (duration: 5.642579248s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:04:28.198516Z","caller":"traceutil/trace.go:171","msg":"trace[1026253265] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:28964; }","duration":"4.786210048s","start":"2026-07-02T12:04:23.412296Z","end":"2026-07-02T12:04:28.198507Z","steps":["trace[1026253265] 'agreement among raft nodes before linearized reading' (duration: 4.785921269s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:28.198521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:25.466729Z","time spent":"2.731771679s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:04:28.198524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:22.555734Z","time spent":"5.642781155s","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11521,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-02T12:04:28.198536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:22.555638Z","time spent":"5.642889468s","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be74da32672b8c\" "} {"level":"warn","ts":"2026-07-02T12:04:28.198554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.685353829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-02T12:04:28.198577Z","caller":"traceutil/trace.go:171","msg":"trace[1567911568] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28964; }","duration":"3.685388439s","start":"2026-07-02T12:04:24.513182Z","end":"2026-07-02T12:04:28.19857Z","steps":["trace[1567911568] 'agreement among raft nodes before linearized reading' (duration: 3.685337668s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:28.198392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.683626173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-07-02T12:04:28.19845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.683717516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-02T12:04:28.198621Z","caller":"traceutil/trace.go:171","msg":"trace[1953717884] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28964; }","duration":"3.683858822s","start":"2026-07-02T12:04:24.514752Z","end":"2026-07-02T12:04:28.198611Z","steps":["trace[1953717884] 'agreement among raft nodes before linearized reading' (duration: 3.683534501s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:04:28.198631Z","caller":"traceutil/trace.go:171","msg":"trace[1679816566] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28964; }","duration":"3.683903953s","start":"2026-07-02T12:04:24.514715Z","end":"2026-07-02T12:04:28.198619Z","steps":["trace[1679816566] 'agreement among raft nodes before linearized reading' (duration: 3.683692796s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:28.198652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.68570454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-02T12:04:28.198657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:24.514748Z","time spent":"3.683899043s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-07-02T12:04:28.198675Z","caller":"traceutil/trace.go:171","msg":"trace[11361934] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28964; }","duration":"3.685761311s","start":"2026-07-02T12:04:24.512906Z","end":"2026-07-02T12:04:28.198667Z","steps":["trace[11361934] 'agreement among raft nodes before linearized reading' (duration: 3.68570066s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:28.198506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.684104759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-02T12:04:28.198696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:24.512887Z","time spent":"3.685804013s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-02T12:04:28.198717Z","caller":"traceutil/trace.go:171","msg":"trace[1436236944] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28964; }","duration":"3.684341857s","start":"2026-07-02T12:04:24.514362Z","end":"2026-07-02T12:04:28.198704Z","steps":["trace[1436236944] 'agreement among raft nodes before linearized reading' (duration: 3.684101569s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:28.198753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:24.514332Z","time spent":"3.684409179s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-02T12:04:28.198778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.686073002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-02T12:04:28.198798Z","caller":"traceutil/trace.go:171","msg":"trace[2147448983] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28964; }","duration":"3.686128773s","start":"2026-07-02T12:04:24.512663Z","end":"2026-07-02T12:04:28.198791Z","steps":["trace[2147448983] 'agreement among raft nodes before linearized reading' (duration: 3.686076202s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:28.198545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:23.412272Z","time spent":"4.786262899s","remote":"127.0.0.1:45274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":56,"response size":32,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:04:28.198824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:24.512641Z","time spent":"3.686175944s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-02T12:04:28.198596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:24.513176Z","time spent":"3.685415581s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-02T12:04:28.198887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.896513178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T12:04:28.198668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:24.514708Z","time spent":"3.683949474s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-02T12:04:28.198906Z","caller":"traceutil/trace.go:171","msg":"trace[911098404] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:28964; }","duration":"3.89657631s","start":"2026-07-02T12:04:24.302323Z","end":"2026-07-02T12:04:28.1989Z","steps":["trace[911098404] 'agreement among raft nodes before linearized reading' (duration: 3.896543199s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:28.198925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:24.302298Z","time spent":"3.896621911s","remote":"127.0.0.1:59220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:04:28.567037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000148734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-02T12:04:28.567129Z","caller":"traceutil/trace.go:171","msg":"trace[1297040552] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000285888s","start":"2026-07-02T12:04:26.566817Z","end":"2026-07-02T12:04:28.567103Z","steps":["trace[1297040552] 'agreement among raft nodes before linearized reading' (duration: 2.000176655s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:28.567204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:26.566798Z","time spent":"2.000388821s","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T12:04:28.698458Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096944183197496,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T12:04:29.965124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.242974603s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:04:29.96524Z","caller":"traceutil/trace.go:171","msg":"trace[84816154] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28964; }","duration":"1.243101957s","start":"2026-07-02T12:04:28.722119Z","end":"2026-07-02T12:04:29.965221Z","steps":["trace[84816154] 'range keys from in-memory index tree' (duration: 1.242961363s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:29.965969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.968549ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T12:04:29.966067Z","caller":"traceutil/trace.go:171","msg":"trace[1854721866] transaction","detail":"{read_only:false; response_revision:28965; number_of_response:1; }","duration":"1.848222125s","start":"2026-07-02T12:04:28.117824Z","end":"2026-07-02T12:04:29.966046Z","steps":["trace[1854721866] 'process raft request' (duration: 946.06897ms)","trace[1854721866] 'compare' (duration: 901.856835ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:04:29.966128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:28.117801Z","time spent":"1.848298057s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:04:30.568433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000914707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T12:04:30.568541Z","caller":"traceutil/trace.go:171","msg":"trace[1407456026] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001067782s","start":"2026-07-02T12:04:28.567452Z","end":"2026-07-02T12:04:30.56852Z","steps":["trace[1407456026] 'agreement among raft nodes before linearized reading' (duration: 2.000933158s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:30.56859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:28.567438Z","time spent":"2.001140504s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/02 12:04:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T12:04:30.92599Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.80086439s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-02T12:04:32.157348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.510040285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T12:04:32.157472Z","caller":"traceutil/trace.go:171","msg":"trace[689967281] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"7.51023237s","start":"2026-07-02T12:04:24.647214Z","end":"2026-07-02T12:04:32.157446Z","steps":["trace[689967281] 'agreement among raft nodes before linearized reading' (duration: 7.510082806s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:32.157536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:24.647189Z","time spent":"7.510333074s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/07/02 12:04:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T12:04:32.575742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000217716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T12:04:32.575839Z","caller":"traceutil/trace.go:171","msg":"trace[392233906] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0003416s","start":"2026-07-02T12:04:30.575475Z","end":"2026-07-02T12:04:32.575816Z","steps":["trace[392233906] 'agreement among raft nodes before linearized reading' (duration: 2.000228026s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:32.575888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:30.575468Z","time spent":"2.000408592s","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/02 12:04:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T12:04:32.682644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.756384838s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T12:04:32.682922Z","caller":"traceutil/trace.go:171","msg":"trace[1805671038] transaction","detail":"{read_only:false; response_revision:28966; number_of_response:1; }","duration":"4.565061151s","start":"2026-07-02T12:04:28.117824Z","end":"2026-07-02T12:04:32.682885Z","steps":["trace[1805671038] 'process raft request' (duration: 2.808346212s)","trace[1805671038] 'compare' (duration: 1.755952315s)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:04:32.683106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:28.117801Z","time spent":"4.565211946s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:04:32.683225Z","caller":"traceutil/trace.go:171","msg":"trace[1832040003] linearizableReadLoop","detail":"{readStateIndex:30317; appliedIndex:30305; }","duration":"4.485239965s","start":"2026-07-02T12:04:28.197967Z","end":"2026-07-02T12:04:32.683207Z","steps":["trace[1832040003] 'read index received' (duration: 865.922474ms)","trace[1832040003] 'applied index is now lower than readState.Index' (duration: 3.619316591s)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:04:32.683313Z","caller":"traceutil/trace.go:171","msg":"trace[6391079] transaction","detail":"{read_only:false; response_revision:28970; number_of_response:1; }","duration":"4.480607288s","start":"2026-07-02T12:04:28.202695Z","end":"2026-07-02T12:04:32.683302Z","steps":["trace[6391079] 'process raft request' (duration: 4.480231816s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:32.683384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:28.202664Z","time spent":"4.480680331s","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:04:32.684218Z","caller":"traceutil/trace.go:171","msg":"trace[1932278150] transaction","detail":"{read_only:false; response_revision:28975; number_of_response:1; }","duration":"4.480271968s","start":"2026-07-02T12:04:28.203922Z","end":"2026-07-02T12:04:32.684194Z","steps":["trace[1932278150] 'process raft request' (duration: 4.479185823s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:04:32.684297Z","caller":"traceutil/trace.go:171","msg":"trace[1214428637] transaction","detail":"{read_only:false; response_revision:28969; number_of_response:1; }","duration":"4.563941275s","start":"2026-07-02T12:04:28.119336Z","end":"2026-07-02T12:04:32.683277Z","steps":["trace[1214428637] 'process raft request' (duration: 4.563556693s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:32.684349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:28.203918Z","time spent":"4.48036937s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:04:32.684405Z","caller":"traceutil/trace.go:171","msg":"trace[1966934548] transaction","detail":"{read_only:false; response_revision:28972; number_of_response:1; }","duration":"4.481085103s","start":"2026-07-02T12:04:28.203297Z","end":"2026-07-02T12:04:32.684382Z","steps":["trace[1966934548] 'process raft request' (duration: 4.47971051s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:32.684436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.709105903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T12:04:32.684475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:28.119313Z","time spent":"4.565075742s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:04:32.684587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:28.20329Z","time spent":"4.481173906s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:04:32.684642Z","caller":"traceutil/trace.go:171","msg":"trace[1681228598] transaction","detail":"{read_only:false; response_revision:28971; number_of_response:1; }","duration":"4.481592569s","start":"2026-07-02T12:04:28.203023Z","end":"2026-07-02T12:04:32.684615Z","steps":["trace[1681228598] 'process raft request' (duration: 4.479951837s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:04:32.684681Z","caller":"traceutil/trace.go:171","msg":"trace[32053747] transaction","detail":"{read_only:false; response_revision:28967; number_of_response:1; }","duration":"4.566601741s","start":"2026-07-02T12:04:28.118067Z","end":"2026-07-02T12:04:32.684669Z","steps":["trace[32053747] 'process raft request' (duration: 4.56469151s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:32.684742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:28.118054Z","time spent":"4.566653952s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:04:32.684757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:28.203015Z","time spent":"4.481686393s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:04:32.684766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.005025715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:04:32.684814Z","caller":"traceutil/trace.go:171","msg":"trace[1129377333] transaction","detail":"{read_only:false; response_revision:28968; number_of_response:1; }","duration":"4.566655052s","start":"2026-07-02T12:04:28.118128Z","end":"2026-07-02T12:04:32.684783Z","steps":["trace[1129377333] 'process raft request' (duration: 4.564727701s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:04:32.684848Z","caller":"traceutil/trace.go:171","msg":"trace[167463472] transaction","detail":"{read_only:false; response_revision:28974; number_of_response:1; }","duration":"4.480934408s","start":"2026-07-02T12:04:28.203887Z","end":"2026-07-02T12:04:32.684821Z","steps":["trace[167463472] 'process raft request' (duration: 4.479191513s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:04:32.684486Z","caller":"traceutil/trace.go:171","msg":"trace[979299612] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28977; }","duration":"5.709200105s","start":"2026-07-02T12:04:26.97527Z","end":"2026-07-02T12:04:32.68447Z","steps":["trace[979299612] 'agreement among raft nodes before linearized reading' (duration: 5.709074091s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:32.68498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:28.203882Z","time spent":"4.481018811s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:04:32.684989Z","caller":"traceutil/trace.go:171","msg":"trace[1541645621] transaction","detail":"{read_only:false; response_revision:28977; number_of_response:1; }","duration":"3.893844373s","start":"2026-07-02T12:04:28.791133Z","end":"2026-07-02T12:04:32.684977Z","steps":["trace[1541645621] 'process raft request' (duration: 3.892034196s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:04:32.684847Z","caller":"traceutil/trace.go:171","msg":"trace[1680566025] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:28977; }","duration":"6.005111318s","start":"2026-07-02T12:04:26.679714Z","end":"2026-07-02T12:04:32.684826Z","steps":["trace[1680566025] 'agreement among raft nodes before linearized reading' (duration: 6.004993654s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:04:32.685002Z","caller":"traceutil/trace.go:171","msg":"trace[1848149561] transaction","detail":"{read_only:false; response_revision:28976; number_of_response:1; }","duration":"4.481034782s","start":"2026-07-02T12:04:28.203955Z","end":"2026-07-02T12:04:32.68499Z","steps":["trace[1848149561] 'process raft request' (duration: 4.479178823s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:32.685019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.342899124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T12:04:32.685033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:26.679655Z","time spent":"6.005369416s","remote":"127.0.0.1:53748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:04:32.685044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.386946583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-07-02T12:04:32.685052Z","caller":"traceutil/trace.go:171","msg":"trace[716185606] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:28977; }","duration":"7.342971936s","start":"2026-07-02T12:04:25.342069Z","end":"2026-07-02T12:04:32.685041Z","steps":["trace[716185606] 'agreement among raft nodes before linearized reading' (duration: 7.342912555s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:32.685058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:28.791114Z","time spent":"3.893909026s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:04:32.685054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.145346953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-07-02T12:04:32.685084Z","caller":"traceutil/trace.go:171","msg":"trace[459595291] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28977; }","duration":"7.387027266s","start":"2026-07-02T12:04:25.298043Z","end":"2026-07-02T12:04:32.68507Z","steps":["trace[459595291] 'agreement among raft nodes before linearized reading' (duration: 7.386569872s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:32.685087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:25.34205Z","time spent":"7.343027199s","remote":"127.0.0.1:45068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:04:32.685119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:25.298022Z","time spent":"7.387088068s","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":686,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-02T12:04:32.684977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:28.118073Z","time spent":"4.566816437s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:04:32.685124Z","caller":"traceutil/trace.go:171","msg":"trace[1653136550] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:28977; }","duration":"6.145453796s","start":"2026-07-02T12:04:26.53965Z","end":"2026-07-02T12:04:32.685104Z","steps":["trace[1653136550] 'agreement among raft nodes before linearized reading' (duration: 6.145020883s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:32.685143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.728766193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-07-02T12:04:32.685185Z","caller":"traceutil/trace.go:171","msg":"trace[1207868750] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0; range_end:; response_count:1; response_revision:28977; }","duration":"4.728860896s","start":"2026-07-02T12:04:27.956311Z","end":"2026-07-02T12:04:32.685172Z","steps":["trace[1207868750] 'agreement among raft nodes before linearized reading' (duration: 4.72869754s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:32.685226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:27.956287Z","time spent":"4.728930228s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" "} {"level":"warn","ts":"2026-07-02T12:04:32.685223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.825654272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T12:04:32.685066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:28.203951Z","time spent":"4.481081413s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:04:32.685253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.035825241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T12:04:32.685248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.197819854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.89\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-07-02T12:04:32.68518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:26.539628Z","time spent":"6.145539189s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-07-02T12:04:32.685297Z","caller":"traceutil/trace.go:171","msg":"trace[1950182275] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:28977; }","duration":"8.035884833s","start":"2026-07-02T12:04:24.649399Z","end":"2026-07-02T12:04:32.685283Z","steps":["trace[1950182275] 'agreement among raft nodes before linearized reading' (duration: 8.035810061s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:32.685319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.653842374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-07-02T12:04:32.68534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:24.649388Z","time spent":"8.035940035s","remote":"127.0.0.1:45096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-07-02T12:04:32.685358Z","caller":"traceutil/trace.go:171","msg":"trace[381666870] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:28977; }","duration":"7.653911036s","start":"2026-07-02T12:04:25.031436Z","end":"2026-07-02T12:04:32.685348Z","steps":["trace[381666870] 'agreement among raft nodes before linearized reading' (duration: 7.653768612s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:32.685369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.452204677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T12:04:32.68538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.794574309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:35 size:282508"} {"level":"info","ts":"2026-07-02T12:04:32.685264Z","caller":"traceutil/trace.go:171","msg":"trace[215117349] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:28977; }","duration":"4.825695793s","start":"2026-07-02T12:04:27.859556Z","end":"2026-07-02T12:04:32.685252Z","steps":["trace[215117349] 'agreement among raft nodes before linearized reading' (duration: 4.825635781s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:04:32.685413Z","caller":"traceutil/trace.go:171","msg":"trace[1097002174] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:35; response_revision:28977; }","duration":"5.79461038s","start":"2026-07-02T12:04:26.890795Z","end":"2026-07-02T12:04:32.685406Z","steps":["trace[1097002174] 'agreement among raft nodes before linearized reading' (duration: 5.793781874s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:32.68542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:27.859534Z","time spent":"4.825878488s","remote":"127.0.0.1:60424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-07-02T12:04:32.685418Z","caller":"traceutil/trace.go:171","msg":"trace[1221084478] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:28977; }","duration":"7.452259099s","start":"2026-07-02T12:04:25.233143Z","end":"2026-07-02T12:04:32.685402Z","steps":["trace[1221084478] 'agreement among raft nodes before linearized reading' (duration: 7.452164196s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:32.684993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:26.975248Z","time spent":"5.709729752s","remote":"127.0.0.1:33102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:04:32.685456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:25.233099Z","time spent":"7.452345892s","remote":"127.0.0.1:54046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:04:32.68539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:25.031416Z","time spent":"7.653969128s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-02T12:04:32.685445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:26.890775Z","time spent":"5.794661871s","remote":"127.0.0.1:45274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":35,"response size":282532,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-07-02T12:04:32.685701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.032771742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:04:32.684788Z","caller":"traceutil/trace.go:171","msg":"trace[1423294634] transaction","detail":"{read_only:false; response_revision:28973; number_of_response:1; }","duration":"4.480954469s","start":"2026-07-02T12:04:28.203814Z","end":"2026-07-02T12:04:32.684769Z","steps":["trace[1423294634] 'process raft request' (duration: 4.479232974s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:04:32.685743Z","caller":"traceutil/trace.go:171","msg":"trace[15117601] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:28977; }","duration":"5.032871865s","start":"2026-07-02T12:04:27.652858Z","end":"2026-07-02T12:04:32.68573Z","steps":["trace[15117601] 'agreement among raft nodes before linearized reading' (duration: 5.032787863s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:32.68577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:27.652837Z","time spent":"5.032925507s","remote":"127.0.0.1:60554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-07-02T12:04:32.685745Z","caller":"traceutil/trace.go:171","msg":"trace[5762979] range","detail":"{range_begin:/registry/masterleases/199.204.45.89; range_end:; response_count:1; response_revision:28977; }","duration":"7.197931318s","start":"2026-07-02T12:04:25.487377Z","end":"2026-07-02T12:04:32.685309Z","steps":["trace[5762979] 'agreement among raft nodes before linearized reading' (duration: 7.197448873s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:32.68579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:28.203807Z","time spent":"4.48194412s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:04:32.685822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:25.487363Z","time spent":"7.198439104s","remote":"127.0.0.1:44868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.89\" "} {"level":"warn","ts":"2026-07-02T12:04:33.183862Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096944183197508,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T12:04:33.307079Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.248428471s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-02T12:04:34.575938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999877474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T12:04:34.576027Z","caller":"traceutil/trace.go:171","msg":"trace[1567973315] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000023108s","start":"2026-07-02T12:04:32.575981Z","end":"2026-07-02T12:04:34.576004Z","steps":["trace[1567973315] 'agreement among raft nodes before linearized reading' (duration: 1.999919205s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:34.576073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:32.575964Z","time spent":"2.00009926s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/02 12:04:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T12:04:34.736549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.429287615s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-07-02T12:04:34.7378Z","caller":"traceutil/trace.go:171","msg":"trace[1319033862] transaction","detail":"{read_only:false; response_revision:28979; number_of_response:1; }","duration":"3.618909268s","start":"2026-07-02T12:04:31.118872Z","end":"2026-07-02T12:04:34.737781Z","steps":["trace[1319033862] 'process raft request' (duration: 3.617763231s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:34.737911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:31.118843Z","time spent":"3.619000231s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:04:35.296933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.607704017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T12:04:35.297007Z","caller":"traceutil/trace.go:171","msg":"trace[1441489805] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"2.60780736s","start":"2026-07-02T12:04:32.689183Z","end":"2026-07-02T12:04:35.29699Z","steps":["trace[1441489805] 'agreement among raft nodes before linearized reading' (duration: 2.607708377s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:35.297043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:32.689178Z","time spent":"2.607858392s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/07/02 12:04:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T12:04:35.468307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.4449ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T12:04:35.468636Z","caller":"traceutil/trace.go:171","msg":"trace[448034602] transaction","detail":"{read_only:false; response_revision:28980; number_of_response:1; }","duration":"3.496926981s","start":"2026-07-02T12:04:31.971678Z","end":"2026-07-02T12:04:35.468605Z","steps":["trace[448034602] 'process raft request' (duration: 2.766091229s)","trace[448034602] 'compare' (duration: 730.164891ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:04:35.468809Z","caller":"traceutil/trace.go:171","msg":"trace[1795451394] transaction","detail":"{read_only:false; response_revision:28983; number_of_response:1; }","duration":"1.850978593s","start":"2026-07-02T12:04:33.617811Z","end":"2026-07-02T12:04:35.468789Z","steps":["trace[1795451394] 'process raft request' (duration: 1.850916441s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:04:35.468835Z","caller":"traceutil/trace.go:171","msg":"trace[1614848842] transaction","detail":"{read_only:false; response_revision:28981; number_of_response:1; }","duration":"2.777866744s","start":"2026-07-02T12:04:32.690947Z","end":"2026-07-02T12:04:35.468814Z","steps":["trace[1614848842] 'process raft request' (duration: 2.777641757s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:35.46887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:31.971644Z","time spent":"3.497094206s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:04:35.468876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:32.688265Z","time spent":"2.780606261s","remote":"127.0.0.1:44868","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-02T12:04:35.468896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:33.617783Z","time spent":"1.851071956s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:04:35.46893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:32.690937Z","time spent":"2.777939966s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:04:35.468973Z","caller":"traceutil/trace.go:171","msg":"trace[444043853] transaction","detail":"{read_only:false; response_revision:28982; number_of_response:1; }","duration":"2.775321363s","start":"2026-07-02T12:04:32.693625Z","end":"2026-07-02T12:04:35.468947Z","steps":["trace[444043853] 'process raft request' (duration: 2.775052604s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:04:35.46899Z","caller":"traceutil/trace.go:171","msg":"trace[1213418765] linearizableReadLoop","detail":"{readStateIndex:30324; appliedIndex:30318; }","duration":"2.785690092s","start":"2026-07-02T12:04:32.683267Z","end":"2026-07-02T12:04:35.468958Z","steps":["trace[1213418765] 'read index received' (duration: 624.024887ms)","trace[1213418765] 'applied index is now lower than readState.Index' (duration: 2.161662655s)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:04:35.46907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.255276703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T12:04:35.46906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.296961692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:04:35.469092Z","caller":"traceutil/trace.go:171","msg":"trace[1389587115] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:28983; }","duration":"3.255341335s","start":"2026-07-02T12:04:32.213744Z","end":"2026-07-02T12:04:35.469085Z","steps":["trace[1389587115] 'agreement among raft nodes before linearized reading' (duration: 3.255308344s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:35.469074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.803202595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T12:04:35.469112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:32.213712Z","time spent":"3.255396007s","remote":"127.0.0.1:60448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-07-02T12:04:35.469111Z","caller":"traceutil/trace.go:171","msg":"trace[742763961] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:28983; }","duration":"4.297026854s","start":"2026-07-02T12:04:31.172069Z","end":"2026-07-02T12:04:35.469096Z","steps":["trace[742763961] 'agreement among raft nodes before linearized reading' (duration: 4.29691803s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:35.469125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:32.693606Z","time spent":"2.775453557s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:04:35.469132Z","caller":"traceutil/trace.go:171","msg":"trace[308129194] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:28983; }","duration":"6.803271077s","start":"2026-07-02T12:04:28.665845Z","end":"2026-07-02T12:04:35.469116Z","steps":["trace[308129194] 'agreement among raft nodes before linearized reading' (duration: 6.803162394s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:35.469187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.409715584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T12:04:35.469189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.868921143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T12:04:35.469191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:28.665828Z","time spent":"6.80335197s","remote":"127.0.0.1:33190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-07-02T12:04:35.469211Z","caller":"traceutil/trace.go:171","msg":"trace[1862172010] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:28983; }","duration":"4.409744005s","start":"2026-07-02T12:04:31.059461Z","end":"2026-07-02T12:04:35.469205Z","steps":["trace[1862172010] 'agreement among raft nodes before linearized reading' (duration: 4.409710234s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:35.469207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.081678857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-02T12:04:35.469223Z","caller":"traceutil/trace.go:171","msg":"trace[693560299] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28983; }","duration":"6.868990565s","start":"2026-07-02T12:04:28.60022Z","end":"2026-07-02T12:04:35.469211Z","steps":["trace[693560299] 'agreement among raft nodes before linearized reading' (duration: 6.868944204s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:04:35.469246Z","caller":"traceutil/trace.go:171","msg":"trace[1452233119] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:28983; }","duration":"5.081749249s","start":"2026-07-02T12:04:30.387487Z","end":"2026-07-02T12:04:35.469236Z","steps":["trace[1452233119] 'agreement among raft nodes before linearized reading' (duration: 5.081508242s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:35.469261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.355650147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T12:04:35.469269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.723515076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:04:35.469281Z","caller":"traceutil/trace.go:171","msg":"trace[1303039407] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:28983; }","duration":"4.355701658s","start":"2026-07-02T12:04:31.113573Z","end":"2026-07-02T12:04:35.469275Z","steps":["trace[1303039407] 'agreement among raft nodes before linearized reading' (duration: 4.355667707s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:35.469283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:30.38747Z","time spent":"5.08180511s","remote":"127.0.0.1:44930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":236,"response size":33,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-07-02T12:04:35.469295Z","caller":"traceutil/trace.go:171","msg":"trace[1406739554] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:28983; }","duration":"4.723565287s","start":"2026-07-02T12:04:30.745723Z","end":"2026-07-02T12:04:35.469289Z","steps":["trace[1406739554] 'agreement among raft nodes before linearized reading' (duration: 4.723527346s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:35.469302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:31.113551Z","time spent":"4.35574611s","remote":"127.0.0.1:53996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:04:35.469291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.929131219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T12:04:35.469321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.893962112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7104"} {"level":"warn","ts":"2026-07-02T12:04:35.469144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:31.172019Z","time spent":"4.297118917s","remote":"127.0.0.1:46376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:04:35.46933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.285497303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:04:35.469344Z","caller":"traceutil/trace.go:171","msg":"trace[5196337] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:28983; }","duration":"4.894008393s","start":"2026-07-02T12:04:30.57533Z","end":"2026-07-02T12:04:35.469338Z","steps":["trace[5196337] 'agreement among raft nodes before linearized reading' (duration: 4.89389947s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:35.469316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:30.745708Z","time spent":"4.723604399s","remote":"127.0.0.1:41232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:04:35.469333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.995482343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-02T12:04:35.469408Z","caller":"traceutil/trace.go:171","msg":"trace[544579551] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:28983; }","duration":"3.995583826s","start":"2026-07-02T12:04:31.473813Z","end":"2026-07-02T12:04:35.469397Z","steps":["trace[544579551] 'agreement among raft nodes before linearized reading' (duration: 3.995273396s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:35.469231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:31.059419Z","time spent":"4.409806958s","remote":"127.0.0.1:53956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:04:35.469475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:31.473797Z","time spent":"3.995665338s","remote":"127.0.0.1:45138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":190,"response size":33,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:04:35.469266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:28.600199Z","time spent":"6.869056678s","remote":"127.0.0.1:33118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:04:35.469141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.815318791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T12:04:35.469548Z","caller":"traceutil/trace.go:171","msg":"trace[2095452982] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:28983; }","duration":"6.815735334s","start":"2026-07-02T12:04:28.6538Z","end":"2026-07-02T12:04:35.469535Z","steps":["trace[2095452982] 'agreement among raft nodes before linearized reading' (duration: 6.81529106s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:35.46956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.269180821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16993"} {"level":"warn","ts":"2026-07-02T12:04:35.469039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.468358634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T12:04:35.469595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:28.653741Z","time spent":"6.815839607s","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":32,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-07-02T12:04:35.46959Z","caller":"traceutil/trace.go:171","msg":"trace[1458849625] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:28983; }","duration":"7.269246543s","start":"2026-07-02T12:04:28.200336Z","end":"2026-07-02T12:04:35.469582Z","steps":["trace[1458849625] 'agreement among raft nodes before linearized reading' (duration: 7.268880662s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:04:35.469614Z","caller":"traceutil/trace.go:171","msg":"trace[2056802377] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:28983; }","duration":"3.468962253s","start":"2026-07-02T12:04:32.000634Z","end":"2026-07-02T12:04:35.469597Z","steps":["trace[2056802377] 'agreement among raft nodes before linearized reading' (duration: 3.468373984s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:35.469634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:28.200319Z","time spent":"7.269309136s","remote":"127.0.0.1:45008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17017,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-02T12:04:35.469202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.704083199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T12:04:35.469678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:32.000612Z","time spent":"3.469046466s","remote":"127.0.0.1:40808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-07-02T12:04:35.469693Z","caller":"traceutil/trace.go:171","msg":"trace[1295618970] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:28983; }","duration":"4.704606726s","start":"2026-07-02T12:04:30.765079Z","end":"2026-07-02T12:04:35.469686Z","steps":["trace[1295618970] 'agreement among raft nodes before linearized reading' (duration: 4.703900423s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:35.469726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:30.765064Z","time spent":"4.704649976s","remote":"127.0.0.1:45164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":96,"response size":32,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-07-02T12:04:35.46935Z","caller":"traceutil/trace.go:171","msg":"trace[1762955532] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:28983; }","duration":"4.929254103s","start":"2026-07-02T12:04:30.540082Z","end":"2026-07-02T12:04:35.469336Z","steps":["trace[1762955532] 'agreement among raft nodes before linearized reading' (duration: 4.929164471s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:35.469367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:30.575313Z","time spent":"4.894050114s","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7128,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-02T12:04:35.469783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:30.540063Z","time spent":"4.929709477s","remote":"127.0.0.1:41262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:04:35.469347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.409873799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T12:04:35.469368Z","caller":"traceutil/trace.go:171","msg":"trace[28511485] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:28983; }","duration":"5.285536974s","start":"2026-07-02T12:04:30.183821Z","end":"2026-07-02T12:04:35.469358Z","steps":["trace[28511485] 'agreement among raft nodes before linearized reading' (duration: 5.285472302s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:35.469833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:30.183776Z","time spent":"5.28604886s","remote":"127.0.0.1:45224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-07-02T12:04:35.469838Z","caller":"traceutil/trace.go:171","msg":"trace[1081623795] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:28983; }","duration":"4.410385156s","start":"2026-07-02T12:04:31.059435Z","end":"2026-07-02T12:04:35.46982Z","steps":["trace[1081623795] 'agreement among raft nodes before linearized reading' (duration: 4.409818408s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:35.469912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:31.059419Z","time spent":"4.410455949s","remote":"127.0.0.1:45182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":36,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:04:35.969467Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096944183197518,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T12:04:36.043284Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.351811303s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-02T12:04:36.584807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999923086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-02T12:04:36.584896Z","caller":"traceutil/trace.go:171","msg":"trace[782720702] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000070441s","start":"2026-07-02T12:04:34.584806Z","end":"2026-07-02T12:04:36.584876Z","steps":["trace[782720702] 'agreement among raft nodes before linearized reading' (duration: 1.999953017s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:36.584949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:34.584782Z","time spent":"2.000157124s","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T12:04:36.999053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.369435ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T12:04:36.999145Z","caller":"traceutil/trace.go:171","msg":"trace[1201304103] transaction","detail":"{read_only:false; response_revision:28984; number_of_response:1; }","duration":"2.307793618s","start":"2026-07-02T12:04:34.691335Z","end":"2026-07-02T12:04:36.999129Z","steps":["trace[1201304103] 'process raft request' (duration: 1.352276638s)","trace[1201304103] 'compare' (duration: 953.601029ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:04:36.99919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:34.691316Z","time spent":"2.30785208s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:04:38.131817Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.088271502s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-02T12:04:38.586329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000864325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-02T12:04:38.586423Z","caller":"traceutil/trace.go:171","msg":"trace[1608252298] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00100957s","start":"2026-07-02T12:04:36.585397Z","end":"2026-07-02T12:04:38.586406Z","steps":["trace[1608252298] 'agreement among raft nodes before linearized reading' (duration: 2.000885616s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:38.586461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:36.58538Z","time spent":"2.001072842s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T12:04:38.82418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.363133ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:04:38.824307Z","caller":"traceutil/trace.go:171","msg":"trace[1456405926] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28984; }","duration":"102.501987ms","start":"2026-07-02T12:04:38.721786Z","end":"2026-07-02T12:04:38.824288Z","steps":["trace[1456405926] 'range keys from in-memory index tree' (duration: 102.307011ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:38.825121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.001629ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T12:04:38.825306Z","caller":"traceutil/trace.go:171","msg":"trace[635908981] transaction","detail":"{read_only:false; response_revision:28985; number_of_response:1; }","duration":"4.133937262s","start":"2026-07-02T12:04:34.691349Z","end":"2026-07-02T12:04:38.825286Z","steps":["trace[635908981] 'process raft request' (duration: 3.440682305s)","trace[635908981] 'compare' (duration: 692.203864ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:04:38.825432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:34.691331Z","time spent":"4.134034175s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:04:38.825569Z","caller":"traceutil/trace.go:171","msg":"trace[1062949728] transaction","detail":"{read_only:false; response_revision:28986; number_of_response:1; }","duration":"4.134170379s","start":"2026-07-02T12:04:34.691376Z","end":"2026-07-02T12:04:38.825547Z","steps":["trace[1062949728] 'process raft request' (duration: 4.133812798s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:38.825694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:34.691364Z","time spent":"4.134238711s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:04:38.825687Z","caller":"traceutil/trace.go:171","msg":"trace[1846298821] transaction","detail":"{read_only:false; response_revision:28987; number_of_response:1; }","duration":"4.134127348s","start":"2026-07-02T12:04:34.691507Z","end":"2026-07-02T12:04:38.825634Z","steps":["trace[1846298821] 'process raft request' (duration: 4.133728065s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:38.825905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:34.691498Z","time spent":"4.134295943s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:04:38.826699Z","caller":"traceutil/trace.go:171","msg":"trace[97014241] transaction","detail":"{read_only:false; number_of_response:1; response_revision:28987; }","duration":"3.355276091s","start":"2026-07-02T12:04:35.471414Z","end":"2026-07-02T12:04:38.82669Z","steps":["trace[97014241] 'process raft request' (duration: 3.353848215s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:38.826758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:35.4714Z","time spent":"3.355337082s","remote":"127.0.0.1:44868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":40,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:04:38.828222Z","caller":"traceutil/trace.go:171","msg":"trace[1912239592] transaction","detail":"{read_only:false; response_revision:28990; number_of_response:1; }","duration":"1.352165384s","start":"2026-07-02T12:04:37.476047Z","end":"2026-07-02T12:04:38.828212Z","steps":["trace[1912239592] 'process raft request' (duration: 1.352110773s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:38.828278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:37.476015Z","time spent":"1.352235986s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:04:38.828394Z","caller":"traceutil/trace.go:171","msg":"trace[1069731402] linearizableReadLoop","detail":"{readStateIndex:30332; appliedIndex:30325; }","duration":"3.359325459s","start":"2026-07-02T12:04:35.46906Z","end":"2026-07-02T12:04:38.828385Z","steps":["trace[1069731402] 'read index received' (duration: 574.502014ms)","trace[1069731402] 'applied index is now lower than readState.Index' (duration: 2.784822645s)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:04:38.828429Z","caller":"traceutil/trace.go:171","msg":"trace[229257820] transaction","detail":"{read_only:false; response_revision:28988; number_of_response:1; }","duration":"3.348098162s","start":"2026-07-02T12:04:35.480322Z","end":"2026-07-02T12:04:38.82842Z","steps":["trace[229257820] 'process raft request' (duration: 3.344967042s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:38.828566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:35.4803Z","time spent":"3.348183795s","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:04:38.828612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.136607337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-02T12:04:38.828638Z","caller":"traceutil/trace.go:171","msg":"trace[1814859173] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28990; }","duration":"4.136686889s","start":"2026-07-02T12:04:34.691942Z","end":"2026-07-02T12:04:38.828629Z","steps":["trace[1814859173] 'agreement among raft nodes before linearized reading' (duration: 4.136597837s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:38.828659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:34.691919Z","time spent":"4.136734881s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":552,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-02T12:04:38.828779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.137848636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-02T12:04:38.828801Z","caller":"traceutil/trace.go:171","msg":"trace[242054137] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28990; }","duration":"4.137890998s","start":"2026-07-02T12:04:34.690904Z","end":"2026-07-02T12:04:38.828795Z","steps":["trace[242054137] 'agreement among raft nodes before linearized reading' (duration: 4.137832176s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:38.828818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:34.690887Z","time spent":"4.137925488s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-02T12:04:38.828929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.138187027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-02T12:04:38.828953Z","caller":"traceutil/trace.go:171","msg":"trace[2118539077] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28990; }","duration":"4.138225629s","start":"2026-07-02T12:04:34.690722Z","end":"2026-07-02T12:04:38.828947Z","steps":["trace[2118539077] 'agreement among raft nodes before linearized reading' (duration: 4.138160136s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:38.828971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:34.690716Z","time spent":"4.138250149s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-02T12:04:38.829095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.138423544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-02T12:04:38.829124Z","caller":"traceutil/trace.go:171","msg":"trace[39404598] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28990; }","duration":"4.138467316s","start":"2026-07-02T12:04:34.690647Z","end":"2026-07-02T12:04:38.829115Z","steps":["trace[39404598] 'agreement among raft nodes before linearized reading' (duration: 4.138403344s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:38.829146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:34.69064Z","time spent":"4.138501387s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-02T12:04:38.829274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.140278271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6da7cfc1-c9ab-4c05-8caa-af0a4571bb05\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-07-02T12:04:38.829299Z","caller":"traceutil/trace.go:171","msg":"trace[1504549953] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6da7cfc1-c9ab-4c05-8caa-af0a4571bb05; range_end:; response_count:1; response_revision:28990; }","duration":"6.140987554s","start":"2026-07-02T12:04:32.688305Z","end":"2026-07-02T12:04:38.829293Z","steps":["trace[1504549953] 'agreement among raft nodes before linearized reading' (duration: 6.140914701s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:38.829319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:32.688288Z","time spent":"6.141022824s","remote":"127.0.0.1:44984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-6da7cfc1-c9ab-4c05-8caa-af0a4571bb05\" "} {"level":"warn","ts":"2026-07-02T12:04:38.829401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.139122287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-02T12:04:38.828367Z","caller":"traceutil/trace.go:171","msg":"trace[102829080] transaction","detail":"{read_only:false; response_revision:28989; number_of_response:1; }","duration":"3.31028283s","start":"2026-07-02T12:04:35.518059Z","end":"2026-07-02T12:04:38.828342Z","steps":["trace[102829080] 'process raft request' (duration: 3.309882468s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:38.829318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.138851255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be74da32672b8c\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-02T12:04:38.829531Z","caller":"traceutil/trace.go:171","msg":"trace[821284501] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18be74da32672b8c; range_end:; response_count:1; response_revision:28990; }","duration":"6.139074013s","start":"2026-07-02T12:04:32.690446Z","end":"2026-07-02T12:04:38.82952Z","steps":["trace[821284501] 'agreement among raft nodes before linearized reading' (duration: 6.138764233s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:38.82955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.139767988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-02T12:04:38.829562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:32.690442Z","time spent":"6.139111444s","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be74da32672b8c\" "} {"level":"info","ts":"2026-07-02T12:04:38.829582Z","caller":"traceutil/trace.go:171","msg":"trace[838727099] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28990; }","duration":"4.139845549s","start":"2026-07-02T12:04:34.689726Z","end":"2026-07-02T12:04:38.829571Z","steps":["trace[838727099] 'agreement among raft nodes before linearized reading' (duration: 4.139772237s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:38.829612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:34.689706Z","time spent":"4.139900151s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-02T12:04:38.829476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:35.518005Z","time spent":"3.311439137s","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:04:38.829764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.735127484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:04:38.829829Z","caller":"traceutil/trace.go:171","msg":"trace[1359796798] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:28990; }","duration":"4.735212957s","start":"2026-07-02T12:04:34.094595Z","end":"2026-07-02T12:04:38.829808Z","steps":["trace[1359796798] 'agreement among raft nodes before linearized reading' (duration: 4.735136334s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:38.829891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:34.094573Z","time spent":"4.73530037s","remote":"127.0.0.1:53984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:04:38.830054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.136291974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:04:38.830084Z","caller":"traceutil/trace.go:171","msg":"trace[456552054] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:28990; }","duration":"6.136341935s","start":"2026-07-02T12:04:32.693734Z","end":"2026-07-02T12:04:38.830076Z","steps":["trace[456552054] 'agreement among raft nodes before linearized reading' (duration: 6.136291004s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:38.83011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:32.693726Z","time spent":"6.136378477s","remote":"127.0.0.1:45096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-07-02T12:04:38.830112Z","caller":"traceutil/trace.go:171","msg":"trace[1390412922] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28990; }","duration":"4.13984828s","start":"2026-07-02T12:04:34.690244Z","end":"2026-07-02T12:04:38.830092Z","steps":["trace[1390412922] 'agreement among raft nodes before linearized reading' (duration: 4.139101556s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:38.830172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:34.690224Z","time spent":"4.139936473s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-02T12:04:38.830234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.937397421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T12:04:38.830259Z","caller":"traceutil/trace.go:171","msg":"trace[1672449246] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:28990; }","duration":"4.937456643s","start":"2026-07-02T12:04:33.892796Z","end":"2026-07-02T12:04:38.830253Z","steps":["trace[1672449246] 'agreement among raft nodes before linearized reading' (duration: 4.937400201s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:38.830278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:33.892777Z","time spent":"4.937495835s","remote":"127.0.0.1:45112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":19,"response size":32,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:04:38.830395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.395553408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:04:38.830422Z","caller":"traceutil/trace.go:171","msg":"trace[430567471] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:28990; }","duration":"5.395633851s","start":"2026-07-02T12:04:33.43478Z","end":"2026-07-02T12:04:38.830413Z","steps":["trace[430567471] 'agreement among raft nodes before linearized reading' (duration: 5.39559213s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:38.830446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:33.434746Z","time spent":"5.395693193s","remote":"127.0.0.1:40740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:04:38.830566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.553452006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:04:38.830609Z","caller":"traceutil/trace.go:171","msg":"trace[2217435] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:28990; }","duration":"5.553520898s","start":"2026-07-02T12:04:33.277078Z","end":"2026-07-02T12:04:38.830598Z","steps":["trace[2217435] 'agreement among raft nodes before linearized reading' (duration: 5.553455406s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:38.83065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:33.277062Z","time spent":"5.553576879s","remote":"127.0.0.1:41250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:04:39.329814Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096944183197524,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T12:04:39.830155Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096944183197524,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T12:04:40.330961Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096944183197524,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T12:04:40.603404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999983938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T12:04:40.603482Z","caller":"traceutil/trace.go:171","msg":"trace[886579703] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000099471s","start":"2026-07-02T12:04:38.603364Z","end":"2026-07-02T12:04:40.603464Z","steps":["trace[886579703] 'agreement among raft nodes before linearized reading' (duration: 2.000007068s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:40.603628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:38.603349Z","time spent":"2.000250147s","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/02 12:04:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T12:04:40.831949Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096944183197524,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T12:04:40.954636Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.487419195s","expected-duration":"1s"} {"level":"info","ts":"2026-07-02T12:04:40.954952Z","caller":"traceutil/trace.go:171","msg":"trace[2014831580] transaction","detail":"{read_only:false; response_revision:28991; number_of_response:1; }","duration":"2.487829849s","start":"2026-07-02T12:04:38.467104Z","end":"2026-07-02T12:04:40.954933Z","steps":["trace[2014831580] 'process raft request' (duration: 2.487699985s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:40.955066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:38.467075Z","time spent":"2.487934411s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:04:42.604091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000111353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T12:04:42.604217Z","caller":"traceutil/trace.go:171","msg":"trace[1247404546] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000286407s","start":"2026-07-02T12:04:40.603909Z","end":"2026-07-02T12:04:42.604195Z","steps":["trace[1247404546] 'agreement among raft nodes before linearized reading' (duration: 2.000138163s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:42.604267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:40.603894Z","time spent":"2.00036164s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/02 12:04:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T12:04:43.83496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:38.836972Z","time spent":"4.997980227s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-02T12:04:43.842874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:38.841519Z","time spent":"5.001348293s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-02T12:04:43.842958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:38.842122Z","time spent":"5.000830877s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/02 12:04:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T12:04:44.002806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:39.005177Z","time spent":"4.997620015s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/02 12:04:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T12:04:44.281779Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.764639843s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-02T12:04:44.612468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000022168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-02T12:04:44.612545Z","caller":"traceutil/trace.go:171","msg":"trace[325173112] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000164143s","start":"2026-07-02T12:04:42.612363Z","end":"2026-07-02T12:04:44.612527Z","steps":["trace[325173112] 'agreement among raft nodes before linearized reading' (duration: 2.00007221s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:44.612586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:42.612331Z","time spent":"2.000247236s","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T12:04:44.613266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.169843ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T12:04:44.613515Z","caller":"traceutil/trace.go:171","msg":"trace[117168091] transaction","detail":"{read_only:false; response_revision:28994; number_of_response:1; }","duration":"5.777773574s","start":"2026-07-02T12:04:38.835728Z","end":"2026-07-02T12:04:44.613502Z","steps":["trace[117168091] 'process raft request' (duration: 5.777693181s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:44.613567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:38.835725Z","time spent":"5.777816565s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:04:44.613588Z","caller":"traceutil/trace.go:171","msg":"trace[1517839226] transaction","detail":"{read_only:false; response_revision:28992; number_of_response:1; }","duration":"5.777985401s","start":"2026-07-02T12:04:38.835575Z","end":"2026-07-02T12:04:44.61356Z","steps":["trace[1517839226] 'process raft request' (duration: 5.446443836s)","trace[1517839226] 'compare' (duration: 329.161169ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:04:44.613733Z","caller":"traceutil/trace.go:171","msg":"trace[952151915] transaction","detail":"{read_only:false; response_revision:28993; number_of_response:1; }","duration":"5.778027412s","start":"2026-07-02T12:04:38.835698Z","end":"2026-07-02T12:04:44.613726Z","steps":["trace[952151915] 'process raft request' (duration: 5.77765372s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:44.613724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:38.835555Z","time spent":"5.778097855s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:04:44.613779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:38.835693Z","time spent":"5.778059743s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:04:44.613881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:38.83614Z","time spent":"5.777738153s","remote":"127.0.0.1:44868","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-02T12:04:44.614113Z","caller":"traceutil/trace.go:171","msg":"trace[424123305] transaction","detail":"{read_only:false; response_revision:28995; number_of_response:1; }","duration":"5.778143206s","start":"2026-07-02T12:04:38.835959Z","end":"2026-07-02T12:04:44.614102Z","steps":["trace[424123305] 'process raft request' (duration: 5.777503036s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:44.614195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:38.83594Z","time spent":"5.778223478s","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:04:44.614993Z","caller":"traceutil/trace.go:171","msg":"trace[403091411] transaction","detail":"{read_only:false; response_revision:29000; number_of_response:1; }","duration":"4.872184799s","start":"2026-07-02T12:04:39.742795Z","end":"2026-07-02T12:04:44.61498Z","steps":["trace[403091411] 'process raft request' (duration: 4.87191457s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:44.615079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:39.74277Z","time spent":"4.872278642s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:04:44.615211Z","caller":"traceutil/trace.go:171","msg":"trace[1439618242] transaction","detail":"{read_only:false; response_revision:29001; number_of_response:1; }","duration":"3.782952549s","start":"2026-07-02T12:04:40.832235Z","end":"2026-07-02T12:04:44.615188Z","steps":["trace[1439618242] 'process raft request' (duration: 3.782593518s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:04:44.615263Z","caller":"traceutil/trace.go:171","msg":"trace[1984420806] linearizableReadLoop","detail":"{readStateIndex:30344; appliedIndex:30333; }","duration":"5.786833741s","start":"2026-07-02T12:04:38.828416Z","end":"2026-07-02T12:04:44.61525Z","steps":["trace[1984420806] 'read index received' (duration: 2.126421205s)","trace[1984420806] 'applied index is now lower than readState.Index' (duration: 3.660411546s)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:04:44.615306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:40.832214Z","time spent":"3.783048293s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:04:44.615411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.357603477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:04:44.615443Z","caller":"traceutil/trace.go:171","msg":"trace[1949895903] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:29004; }","duration":"6.357642508s","start":"2026-07-02T12:04:38.257792Z","end":"2026-07-02T12:04:44.615434Z","steps":["trace[1949895903] 'agreement among raft nodes before linearized reading' (duration: 6.357532025s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:44.615452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.891003056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T12:04:44.61547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:38.25773Z","time spent":"6.357731741s","remote":"127.0.0.1:40798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-07-02T12:04:44.615494Z","caller":"traceutil/trace.go:171","msg":"trace[243921379] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:29004; }","duration":"6.891067398s","start":"2026-07-02T12:04:37.724413Z","end":"2026-07-02T12:04:44.615481Z","steps":["trace[243921379] 'agreement among raft nodes before linearized reading' (duration: 6.891004156s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:44.615476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.14209971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T12:04:44.615581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.673456223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T12:04:44.61553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:37.724398Z","time spent":"6.89112236s","remote":"127.0.0.1:41286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"info","ts":"2026-07-02T12:04:44.615618Z","caller":"traceutil/trace.go:171","msg":"trace[2001825110] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:29004; }","duration":"6.673525906s","start":"2026-07-02T12:04:37.942083Z","end":"2026-07-02T12:04:44.615609Z","steps":["trace[2001825110] 'agreement among raft nodes before linearized reading' (duration: 6.673468204s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:44.61565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:37.942067Z","time spent":"6.673575877s","remote":"127.0.0.1:46380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-07-02T12:04:44.615694Z","caller":"traceutil/trace.go:171","msg":"trace[577618535] transaction","detail":"{read_only:false; response_revision:29003; number_of_response:1; }","duration":"3.783215618s","start":"2026-07-02T12:04:40.832471Z","end":"2026-07-02T12:04:44.615686Z","steps":["trace[577618535] 'process raft request' (duration: 3.782704212s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:44.615743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:40.832464Z","time spent":"3.783255389s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:04:44.615581Z","caller":"traceutil/trace.go:171","msg":"trace[1452494928] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:29004; }","duration":"6.142263185s","start":"2026-07-02T12:04:38.473295Z","end":"2026-07-02T12:04:44.615558Z","steps":["trace[1452494928] 'agreement among raft nodes before linearized reading' (duration: 6.141981936s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:04:44.615804Z","caller":"traceutil/trace.go:171","msg":"trace[646968451] transaction","detail":"{read_only:false; response_revision:29002; number_of_response:1; }","duration":"3.783385114s","start":"2026-07-02T12:04:40.832412Z","end":"2026-07-02T12:04:44.615797Z","steps":["trace[646968451] 'process raft request' (duration: 3.782713372s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:44.615811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:38.473277Z","time spent":"6.142521403s","remote":"127.0.0.1:60314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:04:44.615837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:40.832405Z","time spent":"3.783414154s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:04:44.61586Z","caller":"traceutil/trace.go:171","msg":"trace[871824514] transaction","detail":"{read_only:false; response_revision:29004; number_of_response:1; }","duration":"3.775260635s","start":"2026-07-02T12:04:40.840587Z","end":"2026-07-02T12:04:44.615848Z","steps":["trace[871824514] 'process raft request' (duration: 3.774623375s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:44.615588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.422450852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T12:04:44.615966Z","caller":"traceutil/trace.go:171","msg":"trace[896274001] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:29004; }","duration":"7.422867185s","start":"2026-07-02T12:04:37.193092Z","end":"2026-07-02T12:04:44.615959Z","steps":["trace[896274001] 'agreement among raft nodes before linearized reading' (duration: 7.422475112s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:44.615992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:37.193029Z","time spent":"7.422956328s","remote":"127.0.0.1:45008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":32,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:04:44.615961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:40.840575Z","time spent":"3.775323128s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:04:45.115724Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096944183197543,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T12:04:46.613336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998687957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T12:04:46.613425Z","caller":"traceutil/trace.go:171","msg":"trace[372350593] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.998823962s","start":"2026-07-02T12:04:44.614581Z","end":"2026-07-02T12:04:46.613405Z","steps":["trace[372350593] 'agreement among raft nodes before linearized reading' (duration: 1.998713538s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:46.613475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:44.614566Z","time spent":"1.998899054s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/02 12:04:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T12:04:46.853756Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.691106503s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-02T12:04:47.053799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.890995585s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T12:04:47.054024Z","caller":"traceutil/trace.go:171","msg":"trace[387426140] linearizableReadLoop","detail":"{readStateIndex:30351; appliedIndex:30348; }","duration":"2.438709129s","start":"2026-07-02T12:04:44.615299Z","end":"2026-07-02T12:04:47.054008Z","steps":["trace[387426140] 'read index received' (duration: 547.387093ms)","trace[387426140] 'applied index is now lower than readState.Index' (duration: 1.891321166s)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:04:47.054095Z","caller":"traceutil/trace.go:171","msg":"trace[1567969056] transaction","detail":"{read_only:false; response_revision:29005; number_of_response:1; }","duration":"4.360194562s","start":"2026-07-02T12:04:42.693889Z","end":"2026-07-02T12:04:47.054084Z","steps":["trace[1567969056] 'process raft request' (duration: 2.468837495s)","trace[1567969056] 'compare' (duration: 1.890553131s)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:04:47.054146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:42.693804Z","time spent":"4.360315455s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:04:47.054329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.006223533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T12:04:47.054375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.941824906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-07-02T12:04:47.054397Z","caller":"traceutil/trace.go:171","msg":"trace[483202558] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:29007; }","duration":"6.00641015s","start":"2026-07-02T12:04:41.047975Z","end":"2026-07-02T12:04:47.054385Z","steps":["trace[483202558] 'agreement among raft nodes before linearized reading' (duration: 6.006264465s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:47.054375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.994865988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T12:04:47.054434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:41.047923Z","time spent":"6.006499942s","remote":"127.0.0.1:45196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":9,"response size":32,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-07-02T12:04:47.054397Z","caller":"traceutil/trace.go:171","msg":"trace[1907426175] transaction","detail":"{read_only:false; response_revision:29007; number_of_response:1; }","duration":"2.439566466s","start":"2026-07-02T12:04:44.614804Z","end":"2026-07-02T12:04:47.054371Z","steps":["trace[1907426175] 'process raft request' (duration: 2.439165473s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:47.054452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.982915741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T12:04:47.05438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.771357099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T12:04:47.05446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.037502667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:04:47.054482Z","caller":"traceutil/trace.go:171","msg":"trace[334464599] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:29007; }","duration":"7.982971882s","start":"2026-07-02T12:04:39.071502Z","end":"2026-07-02T12:04:47.054474Z","steps":["trace[334464599] 'agreement among raft nodes before linearized reading' (duration: 7.982921861s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:04:47.054503Z","caller":"traceutil/trace.go:171","msg":"trace[1672593654] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:29007; }","duration":"6.0375996s","start":"2026-07-02T12:04:41.016889Z","end":"2026-07-02T12:04:47.054489Z","steps":["trace[1672593654] 'agreement among raft nodes before linearized reading' (duration: 6.037532808s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:04:47.054527Z","caller":"traceutil/trace.go:171","msg":"trace[644862152] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:29007; }","duration":"7.771528435s","start":"2026-07-02T12:04:39.282949Z","end":"2026-07-02T12:04:47.054478Z","steps":["trace[644862152] 'agreement among raft nodes before linearized reading' (duration: 7.771340729s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:47.05455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:41.016865Z","time spent":"6.037675473s","remote":"127.0.0.1:45054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:04:47.054574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:39.282926Z","time spent":"7.771637208s","remote":"127.0.0.1:60526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":32,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:04:47.054654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.212275609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"warn","ts":"2026-07-02T12:04:47.054686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.204328336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:04:47.0547Z","caller":"traceutil/trace.go:171","msg":"trace[122662372] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:29007; }","duration":"8.21232195s","start":"2026-07-02T12:04:38.842368Z","end":"2026-07-02T12:04:47.05469Z","steps":["trace[122662372] 'agreement among raft nodes before linearized reading' (duration: 8.212179276s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:47.054728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:38.84234Z","time spent":"8.212380792s","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7320,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-02T12:04:47.054738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.205664518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-07-02T12:04:47.054746Z","caller":"traceutil/trace.go:171","msg":"trace[2066138479] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:29007; }","duration":"8.204385528s","start":"2026-07-02T12:04:38.850327Z","end":"2026-07-02T12:04:47.054713Z","steps":["trace[2066138479] 'agreement among raft nodes before linearized reading' (duration: 8.204203002s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:47.054762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.384078266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:04:47.054777Z","caller":"traceutil/trace.go:171","msg":"trace[206025561] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:29007; }","duration":"8.205712081s","start":"2026-07-02T12:04:38.84905Z","end":"2026-07-02T12:04:47.054762Z","steps":["trace[206025561] 'agreement among raft nodes before linearized reading' (duration: 8.205506504s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:04:47.054801Z","caller":"traceutil/trace.go:171","msg":"trace[936319138] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:29007; }","duration":"3.384156239s","start":"2026-07-02T12:04:43.670635Z","end":"2026-07-02T12:04:47.054791Z","steps":["trace[936319138] 'agreement among raft nodes before linearized reading' (duration: 3.384092176s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:47.054764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.66578589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T12:04:47.054817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.836741802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T12:04:47.054838Z","caller":"traceutil/trace.go:171","msg":"trace[1028505257] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:29007; }","duration":"6.665901254s","start":"2026-07-02T12:04:40.388928Z","end":"2026-07-02T12:04:47.054829Z","steps":["trace[1028505257] 'agreement among raft nodes before linearized reading' (duration: 6.665806871s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:47.054776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.918272246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:04:47.054863Z","caller":"traceutil/trace.go:171","msg":"trace[945503368] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:29007; }","duration":"6.836810073s","start":"2026-07-02T12:04:40.218043Z","end":"2026-07-02T12:04:47.054853Z","steps":["trace[945503368] 'agreement among raft nodes before linearized reading' (duration: 6.836740331s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:47.054877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.799064012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T12:04:47.054898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:40.218028Z","time spent":"6.836863166s","remote":"127.0.0.1:45134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":17,"response size":32,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-07-02T12:04:47.054917Z","caller":"traceutil/trace.go:171","msg":"trace[1862889404] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:29007; }","duration":"3.799128594s","start":"2026-07-02T12:04:43.255777Z","end":"2026-07-02T12:04:47.054905Z","steps":["trace[1862889404] 'agreement among raft nodes before linearized reading' (duration: 3.799077423s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:04:47.054914Z","caller":"traceutil/trace.go:171","msg":"trace[898679540] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:29007; }","duration":"2.918505014s","start":"2026-07-02T12:04:44.136383Z","end":"2026-07-02T12:04:47.054888Z","steps":["trace[898679540] 'agreement among raft nodes before linearized reading' (duration: 2.918203424s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:47.05491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.049885979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-07-02T12:04:47.054447Z","caller":"traceutil/trace.go:171","msg":"trace[1552475596] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:29007; }","duration":"4.994975811s","start":"2026-07-02T12:04:42.059453Z","end":"2026-07-02T12:04:47.054429Z","steps":["trace[1552475596] 'agreement among raft nodes before linearized reading' (duration: 4.994843637s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:04:47.055002Z","caller":"traceutil/trace.go:171","msg":"trace[591526135] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:29007; }","duration":"3.050019613s","start":"2026-07-02T12:04:44.00496Z","end":"2026-07-02T12:04:47.05498Z","steps":["trace[591526135] 'agreement among raft nodes before linearized reading' (duration: 3.049798686s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:47.054806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:38.849045Z","time spent":"8.205754032s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2107,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-07-02T12:04:47.055027Z","caller":"traceutil/trace.go:171","msg":"trace[750447539] transaction","detail":"{read_only:false; response_revision:29006; number_of_response:1; }","duration":"4.079000107s","start":"2026-07-02T12:04:42.976016Z","end":"2026-07-02T12:04:47.055016Z","steps":["trace[750447539] 'process raft request' (duration: 4.07786301s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:47.055037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.62534565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T12:04:47.055043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:42.05944Z","time spent":"4.995588711s","remote":"127.0.0.1:60282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:04:47.05506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:44.004935Z","time spent":"3.050113916s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":562,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"info","ts":"2026-07-02T12:04:47.055074Z","caller":"traceutil/trace.go:171","msg":"trace[1637187915] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:29007; }","duration":"7.625444872s","start":"2026-07-02T12:04:39.429621Z","end":"2026-07-02T12:04:47.055065Z","steps":["trace[1637187915] 'agreement among raft nodes before linearized reading' (duration: 7.62538795s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:47.054969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.055154176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T12:04:47.054515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:39.071487Z","time spent":"7.983020594s","remote":"127.0.0.1:40872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:04:47.054811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:44.614789Z","time spent":"2.439686089s","remote":"127.0.0.1:44868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:04:47.054867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:40.388894Z","time spent":"6.665965277s","remote":"127.0.0.1:41278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:04:47.054833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:43.670614Z","time spent":"3.384210251s","remote":"127.0.0.1:59232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-07-02T12:04:47.055216Z","caller":"traceutil/trace.go:171","msg":"trace[1591385018] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:29007; }","duration":"3.055657782s","start":"2026-07-02T12:04:43.999473Z","end":"2026-07-02T12:04:47.05513Z","steps":["trace[1591385018] 'agreement among raft nodes before linearized reading' (duration: 3.054820896s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:47.055278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:43.999451Z","time spent":"3.055813327s","remote":"127.0.0.1:60354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-02T12:04:47.05441Z","caller":"traceutil/trace.go:171","msg":"trace[1238147934] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:29007; }","duration":"7.941912838s","start":"2026-07-02T12:04:39.112487Z","end":"2026-07-02T12:04:47.0544Z","steps":["trace[1238147934] 'agreement among raft nodes before linearized reading' (duration: 7.941840366s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:47.055356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.352306065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T12:04:47.055389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:39.112469Z","time spent":"7.94290743s","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2015,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-07-02T12:04:47.054952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:43.25576Z","time spent":"3.799184205s","remote":"127.0.0.1:53810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:04:47.055446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.081729678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T12:04:47.054915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.632551979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T12:04:47.055484Z","caller":"traceutil/trace.go:171","msg":"trace[1564367935] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:29007; }","duration":"5.08180351s","start":"2026-07-02T12:04:41.973672Z","end":"2026-07-02T12:04:47.055476Z","steps":["trace[1564367935] 'agreement among raft nodes before linearized reading' (duration: 5.081741748s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:47.054993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.58568315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16993"} {"level":"warn","ts":"2026-07-02T12:04:47.055514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:41.973653Z","time spent":"5.081851462s","remote":"127.0.0.1:46436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-07-02T12:04:47.055543Z","caller":"traceutil/trace.go:171","msg":"trace[419933745] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:29007; }","duration":"7.586255718s","start":"2026-07-02T12:04:39.469274Z","end":"2026-07-02T12:04:47.055529Z","steps":["trace[419933745] 'agreement among raft nodes before linearized reading' (duration: 7.585662589s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:47.054781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:38.850318Z","time spent":"8.20445303s","remote":"127.0.0.1:44920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"info","ts":"2026-07-02T12:04:47.055396Z","caller":"traceutil/trace.go:171","msg":"trace[1978770999] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:29007; }","duration":"5.352377247s","start":"2026-07-02T12:04:41.703002Z","end":"2026-07-02T12:04:47.055379Z","steps":["trace[1978770999] 'agreement among raft nodes before linearized reading' (duration: 5.352319475s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:47.055702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:41.702977Z","time spent":"5.352711538s","remote":"127.0.0.1:54038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true "} {"level":"info","ts":"2026-07-02T12:04:47.0555Z","caller":"traceutil/trace.go:171","msg":"trace[1535589033] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:29007; }","duration":"7.633170949s","start":"2026-07-02T12:04:39.422317Z","end":"2026-07-02T12:04:47.055488Z","steps":["trace[1535589033] 'agreement among raft nodes before linearized reading' (duration: 7.6325706s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:47.055839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:39.422296Z","time spent":"7.633507619s","remote":"127.0.0.1:45170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":32,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:04:47.055097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:42.975991Z","time spent":"4.079072649s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:04:47.054994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:44.136357Z","time spent":"2.918613667s","remote":"127.0.0.1:33032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:04:47.055578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:39.469257Z","time spent":"7.586311409s","remote":"127.0.0.1:45008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17017,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-02T12:04:47.055102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:39.429604Z","time spent":"7.625491194s","remote":"127.0.0.1:45116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:04:47.057925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000820945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T12:04:47.05824Z","caller":"traceutil/trace.go:171","msg":"trace[1222616282] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001163416s","start":"2026-07-02T12:04:45.057068Z","end":"2026-07-02T12:04:47.058231Z","steps":["trace[1222616282] 'agreement among raft nodes before linearized reading' (duration: 2.000846966s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:47.058943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:45.057049Z","time spent":"2.001884679s","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/02 12:04:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T12:04:47.554922Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096944183197548,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-02T12:04:47.815506Z","caller":"traceutil/trace.go:171","msg":"trace[1142083888] transaction","detail":"{read_only:false; response_revision:29008; number_of_response:1; }","duration":"1.191681594s","start":"2026-07-02T12:04:46.62379Z","end":"2026-07-02T12:04:47.815471Z","steps":["trace[1142083888] 'process raft request' (duration: 1.10943139s)","trace[1142083888] 'compare' (duration: 81.571432ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:04:47.81555Z","caller":"traceutil/trace.go:171","msg":"trace[986617871] transaction","detail":"{read_only:false; response_revision:29009; number_of_response:1; }","duration":"1.191435217s","start":"2026-07-02T12:04:46.624092Z","end":"2026-07-02T12:04:47.815528Z","steps":["trace[986617871] 'process raft request' (duration: 1.191180529s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:04:47.815623Z","caller":"traceutil/trace.go:171","msg":"trace[1830500356] transaction","detail":"{read_only:false; response_revision:29011; number_of_response:1; }","duration":"1.191046894s","start":"2026-07-02T12:04:46.624547Z","end":"2026-07-02T12:04:47.815594Z","steps":["trace[1830500356] 'process raft request' (duration: 1.190964371s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:47.815663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:46.624075Z","time spent":"1.191518649s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:04:47.815671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:46.62377Z","time spent":"1.191818789s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:04:47.815687Z","caller":"traceutil/trace.go:171","msg":"trace[1702885048] transaction","detail":"{read_only:false; response_revision:29010; number_of_response:1; }","duration":"1.191123277s","start":"2026-07-02T12:04:46.624535Z","end":"2026-07-02T12:04:47.815658Z","steps":["trace[1702885048] 'process raft request' (duration: 1.19091838s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:47.815845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:46.624514Z","time spent":"1.19125407s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:04:47.816015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:46.624526Z","time spent":"1.191174378s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:04:48.62188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000497204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T12:04:48.621961Z","caller":"traceutil/trace.go:171","msg":"trace[740954131] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000611197s","start":"2026-07-02T12:04:46.621332Z","end":"2026-07-02T12:04:48.621944Z","steps":["trace[740954131] 'agreement among raft nodes before linearized reading' (duration: 2.000512484s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:48.622006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:46.621324Z","time spent":"2.0006725s","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/02 12:04:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T12:04:49.00326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.94243218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T12:04:49.003396Z","caller":"traceutil/trace.go:171","msg":"trace[1593968966] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"1.942622465s","start":"2026-07-02T12:04:47.060752Z","end":"2026-07-02T12:04:49.003374Z","steps":["trace[1593968966] 'agreement among raft nodes before linearized reading' (duration: 1.942444449s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:49.003452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:47.060716Z","time spent":"1.942721718s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/07/02 12:04:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T12:04:49.35748Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.624294421s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-02T12:04:49.613692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.336144ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T12:04:49.613946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.19865ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:6"} {"level":"info","ts":"2026-07-02T12:04:49.614023Z","caller":"traceutil/trace.go:171","msg":"trace[958776405] linearizableReadLoop","detail":"{readStateIndex:30356; appliedIndex:30351; }","duration":"2.55995701s","start":"2026-07-02T12:04:47.054052Z","end":"2026-07-02T12:04:49.614009Z","steps":["trace[958776405] 'read index received' (duration: 679.084207ms)","trace[958776405] 'applied index is now lower than readState.Index' (duration: 1.880871793s)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:04:49.614093Z","caller":"traceutil/trace.go:171","msg":"trace[252703237] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:29011; }","duration":"892.664104ms","start":"2026-07-02T12:04:48.721306Z","end":"2026-07-02T12:04:49.61397Z","steps":["trace[252703237] 'range keys from in-memory index tree' (duration: 892.321013ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:04:49.614615Z","caller":"traceutil/trace.go:171","msg":"trace[1435094026] transaction","detail":"{read_only:false; number_of_response:0; response_revision:29011; }","duration":"2.553829976s","start":"2026-07-02T12:04:47.060771Z","end":"2026-07-02T12:04:49.614601Z","steps":["trace[1435094026] 'process raft request' (duration: 2.296920483s)","trace[1435094026] 'compare' (duration: 256.163279ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:04:49.614697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:47.06076Z","time spent":"2.553889728s","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":30,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-02T12:04:49.614718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.921302722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T12:04:49.614774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.556448839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-07-02T12:04:49.614786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.99366097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-02T12:04:49.614802Z","caller":"traceutil/trace.go:171","msg":"trace[1908068052] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:29011; }","duration":"2.921436286s","start":"2026-07-02T12:04:46.693347Z","end":"2026-07-02T12:04:49.614783Z","steps":["trace[1908068052] 'agreement among raft nodes before linearized reading' (duration: 2.921292041s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:04:49.614835Z","caller":"traceutil/trace.go:171","msg":"trace[1275958299] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:29011; }","duration":"2.556529981s","start":"2026-07-02T12:04:47.058287Z","end":"2026-07-02T12:04:49.614817Z","steps":["trace[1275958299] 'agreement among raft nodes before linearized reading' (duration: 2.556327264s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:49.614846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:46.693323Z","time spent":"2.921512169s","remote":"127.0.0.1:53886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:04:49.614898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:47.058272Z","time spent":"2.556612694s","remote":"127.0.0.1:44996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-02T12:04:49.61477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.43786065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:04:49.614842Z","caller":"traceutil/trace.go:171","msg":"trace[766255868] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:29011; }","duration":"2.993761234s","start":"2026-07-02T12:04:46.621064Z","end":"2026-07-02T12:04:49.614825Z","steps":["trace[766255868] 'agreement among raft nodes before linearized reading' (duration: 2.993607669s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:49.615104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:46.621042Z","time spent":"2.994042993s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":552,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-02T12:04:49.615132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.062418726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-02T12:04:49.615158Z","caller":"traceutil/trace.go:171","msg":"trace[48882120] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:29011; }","duration":"3.062487858s","start":"2026-07-02T12:04:46.552662Z","end":"2026-07-02T12:04:49.61515Z","steps":["trace[48882120] 'agreement among raft nodes before linearized reading' (duration: 3.062295601s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:49.615179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:46.552625Z","time spent":"3.06254806s","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":186,"response size":33,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:04:49.615159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.358348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-07-02T12:04:49.615188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.756397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:04:49.615223Z","caller":"traceutil/trace.go:171","msg":"trace[2134447168] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:29011; }","duration":"804.471411ms","start":"2026-07-02T12:04:48.810734Z","end":"2026-07-02T12:04:49.615206Z","steps":["trace[2134447168] 'agreement among raft nodes before linearized reading' (duration: 804.279405ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:04:49.615241Z","caller":"traceutil/trace.go:171","msg":"trace[1730542956] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:29011; }","duration":"836.83814ms","start":"2026-07-02T12:04:48.778386Z","end":"2026-07-02T12:04:49.615224Z","steps":["trace[1730542956] 'agreement among raft nodes before linearized reading' (duration: 836.750837ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:04:49.615045Z","caller":"traceutil/trace.go:171","msg":"trace[314070151] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:29011; }","duration":"4.438206871s","start":"2026-07-02T12:04:45.17682Z","end":"2026-07-02T12:04:49.615027Z","steps":["trace[314070151] 'agreement among raft nodes before linearized reading' (duration: 4.437765167s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:49.615351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.994441896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-02T12:04:49.61536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.060014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:04:49.61538Z","caller":"traceutil/trace.go:171","msg":"trace[491494148] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29011; }","duration":"2.994534339s","start":"2026-07-02T12:04:46.620838Z","end":"2026-07-02T12:04:49.615373Z","steps":["trace[491494148] 'agreement among raft nodes before linearized reading' (duration: 2.994431545s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:49.615382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.567256621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T12:04:49.615404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:46.62082Z","time spent":"2.99457645s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-02T12:04:49.615408Z","caller":"traceutil/trace.go:171","msg":"trace[1803764380] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:29011; }","duration":"4.567331893s","start":"2026-07-02T12:04:45.048068Z","end":"2026-07-02T12:04:49.615399Z","steps":["trace[1803764380] 'agreement among raft nodes before linearized reading' (duration: 4.567200959s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:04:49.615404Z","caller":"traceutil/trace.go:171","msg":"trace[686974734] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29011; }","duration":"993.100865ms","start":"2026-07-02T12:04:48.62229Z","end":"2026-07-02T12:04:49.615391Z","steps":["trace[686974734] 'agreement among raft nodes before linearized reading' (duration: 993.028373ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:49.615428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:45.048051Z","time spent":"4.567372174s","remote":"127.0.0.1:44996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":89,"response size":32,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:04:49.615444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:48.622235Z","time spent":"993.198209ms","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T12:04:49.61553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.975130701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:04:49.615565Z","caller":"traceutil/trace.go:171","msg":"trace[1329393545] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:29011; }","duration":"4.975167452s","start":"2026-07-02T12:04:44.64039Z","end":"2026-07-02T12:04:49.615557Z","steps":["trace[1329393545] 'agreement among raft nodes before linearized reading' (duration: 4.97508807s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:49.615613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:44.640326Z","time spent":"4.975256695s","remote":"127.0.0.1:60384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:04:49.615624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997731569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be76d46395063d\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-02T12:04:49.615644Z","caller":"traceutil/trace.go:171","msg":"trace[1857093592] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18be76d46395063d; range_end:; response_count:1; response_revision:29011; }","duration":"4.997791101s","start":"2026-07-02T12:04:44.617846Z","end":"2026-07-02T12:04:49.615638Z","steps":["trace[1857093592] 'agreement among raft nodes before linearized reading' (duration: 4.997723669s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:49.615659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:44.617833Z","time spent":"4.997822863s","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be76d46395063d\" "} {"level":"warn","ts":"2026-07-02T12:04:49.615511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:45.176799Z","time spent":"4.438563442s","remote":"127.0.0.1:60480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:04:49.615747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.806621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T12:04:49.615825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.673138613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:04:49.618786Z","caller":"traceutil/trace.go:171","msg":"trace[702144955] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:29011; }","duration":"1.676135009s","start":"2026-07-02T12:04:47.942637Z","end":"2026-07-02T12:04:49.618772Z","steps":["trace[702144955] 'agreement among raft nodes before linearized reading' (duration: 1.673153634s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:49.618841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:47.942612Z","time spent":"1.67621189s","remote":"127.0.0.1:32978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:04:49.615291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:48.77837Z","time spent":"836.906863ms","remote":"127.0.0.1:40822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:04:49.615689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.350239903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:04:49.619552Z","caller":"traceutil/trace.go:171","msg":"trace[1666478248] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:29011; }","duration":"1.354143637s","start":"2026-07-02T12:04:48.265399Z","end":"2026-07-02T12:04:49.619542Z","steps":["trace[1666478248] 'agreement among raft nodes before linearized reading' (duration: 1.350240493s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:49.61965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:48.265378Z","time spent":"1.354199979s","remote":"127.0.0.1:53834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:04:49.615764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.438579451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:04:49.619788Z","caller":"traceutil/trace.go:171","msg":"trace[369976037] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:29011; }","duration":"1.4426395s","start":"2026-07-02T12:04:48.177134Z","end":"2026-07-02T12:04:49.619773Z","steps":["trace[369976037] 'agreement among raft nodes before linearized reading' (duration: 1.438583131s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:49.619876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:48.177113Z","time spent":"1.442711691s","remote":"127.0.0.1:32996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-07-02T12:04:49.615825Z","caller":"traceutil/trace.go:171","msg":"trace[151820506] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:29011; }","duration":"516.915244ms","start":"2026-07-02T12:04:49.098891Z","end":"2026-07-02T12:04:49.615806Z","steps":["trace[151820506] 'agreement among raft nodes before linearized reading' (duration: 516.702928ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:49.620034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:49.098874Z","time spent":"521.106488ms","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":76,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:04:49.615253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:48.81071Z","time spent":"804.537374ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-02T12:04:49.615784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.823972657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:04:49.620292Z","caller":"traceutil/trace.go:171","msg":"trace[1910849757] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:29011; }","duration":"4.828515953s","start":"2026-07-02T12:04:44.791763Z","end":"2026-07-02T12:04:49.620279Z","steps":["trace[1910849757] 'agreement among raft nodes before linearized reading' (duration: 4.823994519s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:49.620323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:44.791741Z","time spent":"4.828570504s","remote":"127.0.0.1:60456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:04:49.615871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.921778305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-02T12:04:49.620473Z","caller":"traceutil/trace.go:171","msg":"trace[1124603054] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29011; }","duration":"4.926369512s","start":"2026-07-02T12:04:44.694082Z","end":"2026-07-02T12:04:49.620452Z","steps":["trace[1124603054] 'agreement among raft nodes before linearized reading' (duration: 4.921717604s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:49.620568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:44.694012Z","time spent":"4.926535517s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-02T12:04:49.615907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.220942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:04:49.620681Z","caller":"traceutil/trace.go:171","msg":"trace[1134348057] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:29011; }","duration":"769.035276ms","start":"2026-07-02T12:04:48.851635Z","end":"2026-07-02T12:04:49.62067Z","steps":["trace[1134348057] 'agreement among raft nodes before linearized reading' (duration: 764.216203ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:49.620722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:48.851601Z","time spent":"769.110968ms","remote":"127.0.0.1:53762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-02T12:04:49.615962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.921876399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-02T12:04:49.620818Z","caller":"traceutil/trace.go:171","msg":"trace[2084382929] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29011; }","duration":"4.926769155s","start":"2026-07-02T12:04:44.694038Z","end":"2026-07-02T12:04:49.620807Z","steps":["trace[2084382929] 'agreement among raft nodes before linearized reading' (duration: 4.921867939s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:49.616069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.555473288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:726"} {"level":"warn","ts":"2026-07-02T12:04:49.616163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.823356937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7566"} {"level":"warn","ts":"2026-07-02T12:04:49.616199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.415205791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T12:04:49.616197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.556450159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0b7d897f-5e9d-4958-96c9-9f69c7bb88dc\" ","response":"range_response_count:1 size:1436"} {"level":"warn","ts":"2026-07-02T12:04:49.616257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.555625063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:951"} {"level":"warn","ts":"2026-07-02T12:04:49.616412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.377618282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-02T12:04:49.617938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.996930935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-02T12:04:49.620933Z","caller":"traceutil/trace.go:171","msg":"trace[1093971247] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29011; }","duration":"2.999993312s","start":"2026-07-02T12:04:46.620931Z","end":"2026-07-02T12:04:49.620925Z","steps":["trace[1093971247] 'agreement among raft nodes before linearized reading' (duration: 2.993701462s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:49.620967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:46.620909Z","time spent":"3.000045714s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-02T12:04:49.621035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:44.694012Z","time spent":"4.927016293s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-02T12:04:49.621114Z","caller":"traceutil/trace.go:171","msg":"trace[444227684] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:29011; }","duration":"2.560538539s","start":"2026-07-02T12:04:47.060566Z","end":"2026-07-02T12:04:49.621104Z","steps":["trace[444227684] 'agreement among raft nodes before linearized reading' (duration: 2.555443497s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:49.621147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:47.060548Z","time spent":"2.560590401s","remote":"127.0.0.1:45112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":750,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"info","ts":"2026-07-02T12:04:49.621268Z","caller":"traceutil/trace.go:171","msg":"trace[337076261] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:29011; }","duration":"1.82849695s","start":"2026-07-02T12:04:47.79276Z","end":"2026-07-02T12:04:49.621257Z","steps":["trace[337076261] 'agreement among raft nodes before linearized reading' (duration: 1.823321865s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:49.621298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:47.792741Z","time spent":"1.828548702s","remote":"127.0.0.1:40826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7590,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-07-02T12:04:49.621416Z","caller":"traceutil/trace.go:171","msg":"trace[2056429267] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:29011; }","duration":"2.420452818s","start":"2026-07-02T12:04:47.200956Z","end":"2026-07-02T12:04:49.621409Z","steps":["trace[2056429267] 'agreement among raft nodes before linearized reading' (duration: 2.415221521s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:49.621446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:47.200935Z","time spent":"2.420502749s","remote":"127.0.0.1:53898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-07-02T12:04:49.621537Z","caller":"traceutil/trace.go:171","msg":"trace[1164762293] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0b7d897f-5e9d-4958-96c9-9f69c7bb88dc; range_end:; response_count:1; response_revision:29011; }","duration":"2.561819059s","start":"2026-07-02T12:04:47.05971Z","end":"2026-07-02T12:04:49.621529Z","steps":["trace[1164762293] 'agreement among raft nodes before linearized reading' (duration: 2.556424148s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:49.621563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:47.059695Z","time spent":"2.561861511s","remote":"127.0.0.1:44984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1460,"request content":"key:\"/registry/persistentvolumes/pvc-0b7d897f-5e9d-4958-96c9-9f69c7bb88dc\" "} {"level":"info","ts":"2026-07-02T12:04:49.622359Z","caller":"traceutil/trace.go:171","msg":"trace[1790476224] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:29011; }","duration":"2.561733517s","start":"2026-07-02T12:04:47.060615Z","end":"2026-07-02T12:04:49.622348Z","steps":["trace[1790476224] 'agreement among raft nodes before linearized reading' (duration: 2.555601472s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:49.6224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:47.06061Z","time spent":"2.561778699s","remote":"127.0.0.1:45112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":975,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"info","ts":"2026-07-02T12:04:49.622492Z","caller":"traceutil/trace.go:171","msg":"trace[1012454429] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:29011; }","duration":"3.383766527s","start":"2026-07-02T12:04:46.238718Z","end":"2026-07-02T12:04:49.622484Z","steps":["trace[1012454429] 'agreement among raft nodes before linearized reading' (duration: 3.377452646s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:49.622531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:46.238695Z","time spent":"3.383827179s","remote":"127.0.0.1:45152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":195,"response size":33,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:04:50.915663Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.21765406s","expected-duration":"1s"} {"level":"info","ts":"2026-07-02T12:04:50.9164Z","caller":"traceutil/trace.go:171","msg":"trace[1637630997] linearizableReadLoop","detail":"{readStateIndex:30358; appliedIndex:30357; }","duration":"1.296472284s","start":"2026-07-02T12:04:49.619905Z","end":"2026-07-02T12:04:50.916377Z","steps":["trace[1637630997] 'read index received' (duration: 75.883021ms)","trace[1637630997] 'applied index is now lower than readState.Index' (duration: 1.220588123s)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:04:50.916418Z","caller":"traceutil/trace.go:171","msg":"trace[908966217] transaction","detail":"{read_only:false; response_revision:29016; number_of_response:1; }","duration":"1.284153013s","start":"2026-07-02T12:04:49.632242Z","end":"2026-07-02T12:04:50.916395Z","steps":["trace[908966217] 'process raft request' (duration: 1.283970567s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:04:50.916435Z","caller":"traceutil/trace.go:171","msg":"trace[1154473077] transaction","detail":"{read_only:false; response_revision:29014; number_of_response:1; }","duration":"1.29383891s","start":"2026-07-02T12:04:49.62252Z","end":"2026-07-02T12:04:50.916359Z","steps":["trace[1154473077] 'process raft request' (duration: 1.29351647s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:50.91655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:49.632229Z","time spent":"1.284239726s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:04:50.916673Z","caller":"traceutil/trace.go:171","msg":"trace[230009155] transaction","detail":"{read_only:false; response_revision:29017; number_of_response:1; }","duration":"1.281593422s","start":"2026-07-02T12:04:49.635066Z","end":"2026-07-02T12:04:50.916659Z","steps":["trace[230009155] 'process raft request' (duration: 1.281183359s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:50.916702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:49.622502Z","time spent":"1.294064998s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:04:50.916748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:49.635051Z","time spent":"1.281657213s","remote":"127.0.0.1:45112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1093,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:04:50.91675Z","caller":"traceutil/trace.go:171","msg":"trace[1260962026] transaction","detail":"{read_only:false; response_revision:29015; number_of_response:1; }","duration":"1.289860744s","start":"2026-07-02T12:04:49.626855Z","end":"2026-07-02T12:04:50.916715Z","steps":["trace[1260962026] 'process raft request' (duration: 1.289228274s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:04:50.916664Z","caller":"traceutil/trace.go:171","msg":"trace[1217843257] transaction","detail":"{read_only:false; response_revision:29013; number_of_response:1; }","duration":"1.297315481s","start":"2026-07-02T12:04:49.619309Z","end":"2026-07-02T12:04:50.916624Z","steps":["trace[1217843257] 'process raft request' (duration: 1.296585208s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:50.916906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:49.626843Z","time spent":"1.289984338s","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16844,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:04:50.916944Z","caller":"traceutil/trace.go:171","msg":"trace[1727237994] transaction","detail":"{read_only:false; response_revision:29019; number_of_response:1; }","duration":"1.281801368s","start":"2026-07-02T12:04:49.635135Z","end":"2026-07-02T12:04:50.916937Z","steps":["trace[1727237994] 'process raft request' (duration: 1.281204489s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:50.916999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:49.635131Z","time spent":"1.28183774s","remote":"127.0.0.1:45112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":868,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:04:50.916916Z","caller":"traceutil/trace.go:171","msg":"trace[2101567204] transaction","detail":"{read_only:false; response_revision:29018; number_of_response:1; }","duration":"1.281796168s","start":"2026-07-02T12:04:49.635107Z","end":"2026-07-02T12:04:50.916903Z","steps":["trace[2101567204] 'process raft request' (duration: 1.281196989s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:50.91708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:49.635097Z","time spent":"1.281950143s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:04:50.917074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:49.619281Z","time spent":"1.29761286s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:04:50.917225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.297318481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-02T12:04:50.917266Z","caller":"traceutil/trace.go:171","msg":"trace[1142252423] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:29019; }","duration":"1.297373833s","start":"2026-07-02T12:04:49.619883Z","end":"2026-07-02T12:04:50.917257Z","steps":["trace[1142252423] 'agreement among raft nodes before linearized reading' (duration: 1.297241279s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:50.917295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:49.619871Z","time spent":"1.297417134s","remote":"127.0.0.1:45096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-02T12:04:51.416862Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096944183197567,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T12:04:51.623543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000488683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T12:04:51.623632Z","caller":"traceutil/trace.go:171","msg":"trace[877259048] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000620007s","start":"2026-07-02T12:04:49.622992Z","end":"2026-07-02T12:04:51.623612Z","steps":["trace[877259048] 'agreement among raft nodes before linearized reading' (duration: 2.000508194s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:51.623679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:49.622983Z","time spent":"2.000686609s","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/02 12:04:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-02T12:04:51.809756Z","caller":"traceutil/trace.go:171","msg":"trace[698604394] transaction","detail":"{read_only:false; response_revision:29020; number_of_response:1; }","duration":"1.989255826s","start":"2026-07-02T12:04:49.820459Z","end":"2026-07-02T12:04:51.809715Z","steps":["trace[698604394] 'process raft request' (duration: 1.988823463s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:04:51.809825Z","caller":"traceutil/trace.go:171","msg":"trace[522193324] transaction","detail":"{read_only:false; response_revision:29021; number_of_response:1; }","duration":"1.988005547s","start":"2026-07-02T12:04:49.82176Z","end":"2026-07-02T12:04:51.809766Z","steps":["trace[522193324] 'process raft request' (duration: 1.987823871s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:51.809962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:49.820421Z","time spent":"1.989434722s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:04:51.809919Z","caller":"traceutil/trace.go:171","msg":"trace[14132480] transaction","detail":"{read_only:false; response_revision:29023; number_of_response:1; }","duration":"1.987817631s","start":"2026-07-02T12:04:49.822093Z","end":"2026-07-02T12:04:51.809911Z","steps":["trace[14132480] 'process raft request' (duration: 1.987581593s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:04:51.80984Z","caller":"traceutil/trace.go:171","msg":"trace[483594159] transaction","detail":"{read_only:false; response_revision:29022; number_of_response:1; }","duration":"1.987969675s","start":"2026-07-02T12:04:49.821834Z","end":"2026-07-02T12:04:51.809803Z","steps":["trace[483594159] 'process raft request' (duration: 1.98780276s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:51.810076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:49.821799Z","time spent":"1.988251114s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:04:51.810128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:49.82208Z","time spent":"1.987975096s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:04:51.810016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:49.821734Z","time spent":"1.988186603s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:04:52.542999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.262579ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-07-02T12:04:52.543891Z","caller":"traceutil/trace.go:171","msg":"trace[613751310] linearizableReadLoop","detail":"{readStateIndex:30370; appliedIndex:30364; }","duration":"1.62742511s","start":"2026-07-02T12:04:50.916441Z","end":"2026-07-02T12:04:52.543866Z","steps":["trace[613751310] 'read index received' (duration: 892.754376ms)","trace[613751310] 'applied index is now lower than readState.Index' (duration: 734.669324ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:04:52.543893Z","caller":"traceutil/trace.go:171","msg":"trace[2012905515] transaction","detail":"{read_only:false; response_revision:29024; number_of_response:1; }","duration":"1.299071797s","start":"2026-07-02T12:04:51.244798Z","end":"2026-07-02T12:04:52.54387Z","steps":["trace[2012905515] 'process raft request' (duration: 1.298316133s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:52.544084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:51.244769Z","time spent":"1.299254243s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:04:53.342041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.400530635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"warn","ts":"2026-07-02T12:04:53.34209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.476364219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:04:53.342143Z","caller":"traceutil/trace.go:171","msg":"trace[790374746] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29024; }","duration":"2.400677429s","start":"2026-07-02T12:04:50.941439Z","end":"2026-07-02T12:04:53.342117Z","steps":["trace[790374746] 'agreement among raft nodes before linearized reading' (duration: 1.602623311s)","trace[790374746] 'range keys from in-memory index tree' (duration: 797.81759ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:04:53.342142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.560776516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:04:53.342181Z","caller":"traceutil/trace.go:171","msg":"trace[2129593349] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:29024; }","duration":"3.476492023s","start":"2026-07-02T12:04:49.865658Z","end":"2026-07-02T12:04:53.34215Z","steps":["trace[2129593349] 'agreement among raft nodes before linearized reading' (duration: 2.67827308s)","trace[2129593349] 'count revisions from in-memory index tree' (duration: 798.1093ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:04:53.342211Z","caller":"traceutil/trace.go:171","msg":"trace[1208020652] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0; response_count:0; response_revision:29024; }","duration":"2.56088264s","start":"2026-07-02T12:04:50.781304Z","end":"2026-07-02T12:04:53.342187Z","steps":["trace[1208020652] 'agreement among raft nodes before linearized reading' (duration: 1.762608805s)","trace[1208020652] 'count revisions from in-memory index tree' (duration: 798.188111ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:04:53.342244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:49.865638Z","time spent":"3.476589586s","remote":"127.0.0.1:53966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:04:53.342259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:50.781276Z","time spent":"2.560967313s","remote":"127.0.0.1:54108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:04:53.342304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.591230444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T12:04:53.342359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:50.941391Z","time spent":"2.400793553s","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11521,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-02T12:04:53.342462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.718858735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T12:04:53.342459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.291434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-02T12:04:53.342505Z","caller":"traceutil/trace.go:171","msg":"trace[1529417527] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29024; }","duration":"1.718934809s","start":"2026-07-02T12:04:51.623557Z","end":"2026-07-02T12:04:53.342492Z","steps":["trace[1529417527] 'agreement among raft nodes before linearized reading' (duration: 920.493249ms)","trace[1529417527] 'range keys from in-memory index tree' (duration: 798.391268ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:04:53.342526Z","caller":"traceutil/trace.go:171","msg":"trace[1891621288] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:29024; }","duration":"910.380737ms","start":"2026-07-02T12:04:52.432125Z","end":"2026-07-02T12:04:53.342505Z","steps":["trace[1891621288] 'agreement among raft nodes before linearized reading' (duration: 111.939807ms)","trace[1891621288] 'range keys from in-memory index tree' (duration: 798.284115ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:04:53.342564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.606664514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T12:04:53.342065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.86806708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-07-02T12:04:53.342572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.993483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-02T12:04:53.342657Z","caller":"traceutil/trace.go:171","msg":"trace[2030701184] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:29024; }","duration":"2.868719961s","start":"2026-07-02T12:04:50.473918Z","end":"2026-07-02T12:04:53.342638Z","steps":["trace[2030701184] 'agreement among raft nodes before linearized reading' (duration: 2.069968631s)","trace[2030701184] 'range keys from in-memory index tree' (duration: 798.014107ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:04:53.342682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.421900154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.89\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-07-02T12:04:53.342676Z","caller":"traceutil/trace.go:171","msg":"trace[1909008208] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:29024; }","duration":"368.187239ms","start":"2026-07-02T12:04:52.974466Z","end":"2026-07-02T12:04:53.342653Z","steps":["trace[1909008208] 'count revisions from in-memory index tree' (duration: 367.882879ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:53.342707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:50.473893Z","time spent":"2.868801404s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-07-02T12:04:53.342715Z","caller":"traceutil/trace.go:171","msg":"trace[2035921879] range","detail":"{range_begin:/registry/masterleases/199.204.45.89; range_end:; response_count:1; response_revision:29024; }","duration":"2.421968705s","start":"2026-07-02T12:04:50.920735Z","end":"2026-07-02T12:04:53.342704Z","steps":["trace[2035921879] 'agreement among raft nodes before linearized reading' (duration: 1.623313209s)","trace[2035921879] 'range keys from in-memory index tree' (duration: 798.588624ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:04:53.34273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:52.974445Z","time spent":"368.274302ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":144,"response size":33,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:04:53.342742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:50.920713Z","time spent":"2.422022467s","remote":"127.0.0.1:44868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.89\" "} {"level":"warn","ts":"2026-07-02T12:04:53.342743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.514324627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T12:04:53.342744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.867635886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-07-02T12:04:53.342364Z","caller":"traceutil/trace.go:171","msg":"trace[134175565] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:29024; }","duration":"2.591314597s","start":"2026-07-02T12:04:50.751029Z","end":"2026-07-02T12:04:53.342343Z","steps":["trace[134175565] 'agreement among raft nodes before linearized reading' (duration: 1.792868347s)","trace[134175565] 'count revisions from in-memory index tree' (duration: 798.368298ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:04:53.342822Z","caller":"traceutil/trace.go:171","msg":"trace[1536095433] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:29024; }","duration":"2.867737839s","start":"2026-07-02T12:04:50.475061Z","end":"2026-07-02T12:04:53.342799Z","steps":["trace[1536095433] 'agreement among raft nodes before linearized reading' (duration: 2.068857735s)","trace[1536095433] 'range keys from in-memory index tree' (duration: 798.725859ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:04:53.342863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:50.751016Z","time spent":"2.591832833s","remote":"127.0.0.1:44948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":32,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:04:53.342873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:50.475044Z","time spent":"2.867815652s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-02T12:04:53.342587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:52.43209Z","time spent":"910.48565ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-02T12:04:53.342616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.605499601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:04:53.34295Z","caller":"traceutil/trace.go:171","msg":"trace[347050874] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:29024; }","duration":"2.607032636s","start":"2026-07-02T12:04:50.735855Z","end":"2026-07-02T12:04:53.342887Z","steps":["trace[347050874] 'agreement among raft nodes before linearized reading' (duration: 1.808045369s)","trace[347050874] 'count revisions from in-memory index tree' (duration: 798.621956ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:04:53.342564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.712708998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:04:53.343062Z","caller":"traceutil/trace.go:171","msg":"trace[1558766442] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:29024; }","duration":"3.713231384s","start":"2026-07-02T12:04:49.629816Z","end":"2026-07-02T12:04:53.343047Z","steps":["trace[1558766442] 'agreement among raft nodes before linearized reading' (duration: 2.914107873s)","trace[1558766442] 'range keys from in-memory index tree' (duration: 798.609375ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:04:53.343106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:49.629805Z","time spent":"3.713289237s","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-07-02T12:04:53.343073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:50.735838Z","time spent":"2.607208041s","remote":"127.0.0.1:33024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:04:53.343219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.418046961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.18be7774826c73b6\" ","response":"range_response_count:1 size:722"} {"level":"info","ts":"2026-07-02T12:04:53.343323Z","caller":"traceutil/trace.go:171","msg":"trace[836635761] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.18be7774826c73b6; range_end:; response_count:1; response_revision:29024; }","duration":"2.418197716s","start":"2026-07-02T12:04:50.925105Z","end":"2026-07-02T12:04:53.343303Z","steps":["trace[836635761] 'agreement among raft nodes before linearized reading' (duration: 1.618967801s)","trace[836635761] 'range keys from in-memory index tree' (duration: 798.994338ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:04:53.343381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:50.925074Z","time spent":"2.418293569s","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":746,"request content":"key:\"/registry/events/openstack/container-infra-registry.18be7774826c73b6\" "} {"level":"warn","ts":"2026-07-02T12:04:53.343402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.552679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:04:53.343441Z","caller":"traceutil/trace.go:171","msg":"trace[963501055] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:29024; }","duration":"322.62105ms","start":"2026-07-02T12:04:53.020809Z","end":"2026-07-02T12:04:53.34343Z","steps":["trace[963501055] 'count revisions from in-memory index tree' (duration: 322.449655ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:04:53.342993Z","caller":"traceutil/trace.go:171","msg":"trace[1569521452] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:29024; }","duration":"3.605922155s","start":"2026-07-02T12:04:49.737055Z","end":"2026-07-02T12:04:53.342977Z","steps":["trace[1569521452] 'agreement among raft nodes before linearized reading' (duration: 2.806834705s)","trace[1569521452] 'count revisions from in-memory index tree' (duration: 798.679257ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:04:53.343491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:53.020792Z","time spent":"322.681523ms","remote":"127.0.0.1:40862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:04:53.343579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:49.737024Z","time spent":"3.606484363s","remote":"127.0.0.1:60370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:04:53.342616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.716955093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-07-02T12:04:53.343794Z","caller":"traceutil/trace.go:171","msg":"trace[1575466967] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:29024; }","duration":"3.71813514s","start":"2026-07-02T12:04:49.625636Z","end":"2026-07-02T12:04:53.343771Z","steps":["trace[1575466967] 'agreement among raft nodes before linearized reading' (duration: 2.918301976s)","trace[1575466967] 'range keys from in-memory index tree' (duration: 798.621036ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:04:53.34385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:49.625627Z","time spent":"3.718207943s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-07-02T12:04:53.342538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:51.623537Z","time spent":"1.71899168s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T12:04:53.34404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.532046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-07-02T12:04:53.344035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.944545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-02T12:04:53.342027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.643431787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be74da32672b8c\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-02T12:04:53.344127Z","caller":"traceutil/trace.go:171","msg":"trace[1672029615] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29024; }","duration":"421.034028ms","start":"2026-07-02T12:04:52.923043Z","end":"2026-07-02T12:04:53.344077Z","steps":["trace[1672029615] 'range keys from in-memory index tree' (duration: 420.818651ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:04:53.34416Z","caller":"traceutil/trace.go:171","msg":"trace[123201037] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18be74da32672b8c; range_end:; response_count:1; response_revision:29024; }","duration":"3.645617457s","start":"2026-07-02T12:04:49.698483Z","end":"2026-07-02T12:04:53.344101Z","steps":["trace[123201037] 'agreement among raft nodes before linearized reading' (duration: 2.845437102s)","trace[123201037] 'range keys from in-memory index tree' (duration: 797.978825ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:04:53.344185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.792047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-02T12:04:53.344187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:52.923024Z","time spent":"421.149142ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-02T12:04:53.344214Z","caller":"traceutil/trace.go:171","msg":"trace[2117997951] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29024; }","duration":"418.841608ms","start":"2026-07-02T12:04:52.925365Z","end":"2026-07-02T12:04:53.344206Z","steps":["trace[2117997951] 'range keys from in-memory index tree' (duration: 418.699114ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:53.344223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:49.69846Z","time spent":"3.64574553s","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be74da32672b8c\" "} {"level":"warn","ts":"2026-07-02T12:04:53.344235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:52.925334Z","time spent":"418.89604ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-02T12:04:53.344077Z","caller":"traceutil/trace.go:171","msg":"trace[1168253390] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:29024; }","duration":"417.6101ms","start":"2026-07-02T12:04:52.926458Z","end":"2026-07-02T12:04:53.344069Z","steps":["trace[1168253390] 'range keys from in-memory index tree' (duration: 417.410233ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:53.34444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:52.926436Z","time spent":"417.988541ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":552,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-07-02T12:04:53.342793Z","caller":"traceutil/trace.go:171","msg":"trace[1080114810] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:29024; }","duration":"1.51441994s","start":"2026-07-02T12:04:51.828356Z","end":"2026-07-02T12:04:53.342776Z","steps":["trace[1080114810] 'agreement among raft nodes before linearized reading' (duration: 715.719411ms)","trace[1080114810] 'count revisions from in-memory index tree' (duration: 798.635966ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:04:53.354903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:51.828331Z","time spent":"1.526518424s","remote":"127.0.0.1:41310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:04:54.6819Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.249036227s","expected-duration":"1s"} {"level":"info","ts":"2026-07-02T12:04:54.682581Z","caller":"traceutil/trace.go:171","msg":"trace[1439152302] linearizableReadLoop","detail":"{readStateIndex:30372; appliedIndex:30370; }","duration":"1.332413206s","start":"2026-07-02T12:04:53.350145Z","end":"2026-07-02T12:04:54.682558Z","steps":["trace[1439152302] 'read index received' (duration: 82.668586ms)","trace[1439152302] 'applied index is now lower than readState.Index' (duration: 1.24974366s)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:04:54.682701Z","caller":"traceutil/trace.go:171","msg":"trace[390748809] transaction","detail":"{read_only:false; response_revision:29025; number_of_response:1; }","duration":"1.332780128s","start":"2026-07-02T12:04:53.34991Z","end":"2026-07-02T12:04:54.68269Z","steps":["trace[390748809] 'process raft request' (duration: 1.3322179s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:54.682811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:53.349885Z","time spent":"1.332850269s","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:04:54.683047Z","caller":"traceutil/trace.go:171","msg":"trace[727898285] transaction","detail":"{read_only:false; response_revision:29026; number_of_response:1; }","duration":"1.332761657s","start":"2026-07-02T12:04:53.350274Z","end":"2026-07-02T12:04:54.683035Z","steps":["trace[727898285] 'process raft request' (duration: 1.332023463s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:54.683107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:53.350251Z","time spent":"1.332827629s","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:04:54.6832Z","caller":"traceutil/trace.go:171","msg":"trace[1294571409] transaction","detail":"{read_only:false; response_revision:29029; number_of_response:1; }","duration":"1.329288657s","start":"2026-07-02T12:04:53.353878Z","end":"2026-07-02T12:04:54.683167Z","steps":["trace[1294571409] 'process raft request' (duration: 1.328578564s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:04:54.683293Z","caller":"traceutil/trace.go:171","msg":"trace[1465914260] transaction","detail":"{read_only:false; response_revision:29031; number_of_response:1; }","duration":"1.326074045s","start":"2026-07-02T12:04:53.357209Z","end":"2026-07-02T12:04:54.683283Z","steps":["trace[1465914260] 'process raft request' (duration: 1.32531182s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:54.683378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:53.357195Z","time spent":"1.326139216s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:04:54.683512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:53.35387Z","time spent":"1.329456172s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:04:54.683635Z","caller":"traceutil/trace.go:171","msg":"trace[1617474765] transaction","detail":"{read_only:false; response_revision:29027; number_of_response:1; }","duration":"1.331421025s","start":"2026-07-02T12:04:53.352177Z","end":"2026-07-02T12:04:54.683598Z","steps":["trace[1617474765] 'process raft request' (duration: 1.330194256s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:54.683774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.333627285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16993"} {"level":"warn","ts":"2026-07-02T12:04:54.683798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:53.352166Z","time spent":"1.331552588s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:04:54.683822Z","caller":"traceutil/trace.go:171","msg":"trace[1336367168] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:29031; }","duration":"1.333848841s","start":"2026-07-02T12:04:53.349963Z","end":"2026-07-02T12:04:54.683812Z","steps":["trace[1336367168] 'agreement among raft nodes before linearized reading' (duration: 1.333642345s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:54.68387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:53.34994Z","time spent":"1.333910944s","remote":"127.0.0.1:45008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17017,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-07-02T12:04:54.684019Z","caller":"traceutil/trace.go:171","msg":"trace[1039874090] transaction","detail":"{read_only:false; response_revision:29028; number_of_response:1; }","duration":"1.330197155s","start":"2026-07-02T12:04:53.353777Z","end":"2026-07-02T12:04:54.683975Z","steps":["trace[1039874090] 'process raft request' (duration: 1.328643876s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:04:54.683254Z","caller":"traceutil/trace.go:171","msg":"trace[300018903] transaction","detail":"{read_only:false; response_revision:29030; number_of_response:1; }","duration":"1.327428677s","start":"2026-07-02T12:04:53.355812Z","end":"2026-07-02T12:04:54.683241Z","steps":["trace[300018903] 'process raft request' (duration: 1.326678883s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:54.684172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:53.353733Z","time spent":"1.330325719s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:04:54.684275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:53.355799Z","time spent":"1.328430859s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:04:55.183282Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096944183197592,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T12:04:55.355061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999045158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T12:04:55.355155Z","caller":"traceutil/trace.go:171","msg":"trace[1773050509] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999212563s","start":"2026-07-02T12:04:53.355918Z","end":"2026-07-02T12:04:55.35513Z","steps":["trace[1773050509] 'agreement among raft nodes before linearized reading' (duration: 1.999074189s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:55.355205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:53.35589Z","time spent":"1.999305016s","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/02 12:04:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-02T12:04:55.397177Z","caller":"traceutil/trace.go:171","msg":"trace[1235154387] transaction","detail":"{read_only:false; response_revision:29032; number_of_response:1; }","duration":"1.963215829s","start":"2026-07-02T12:04:53.433927Z","end":"2026-07-02T12:04:55.397143Z","steps":["trace[1235154387] 'process raft request' (duration: 1.9629345s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:04:55.397221Z","caller":"traceutil/trace.go:171","msg":"trace[2088953733] transaction","detail":"{read_only:false; response_revision:29033; number_of_response:1; }","duration":"1.581571462s","start":"2026-07-02T12:04:53.815618Z","end":"2026-07-02T12:04:55.397189Z","steps":["trace[2088953733] 'process raft request' (duration: 1.581415797s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:04:55.397315Z","caller":"traceutil/trace.go:171","msg":"trace[1882688371] linearizableReadLoop","detail":"{readStateIndex:30385; appliedIndex:30378; }","duration":"714.630967ms","start":"2026-07-02T12:04:54.682661Z","end":"2026-07-02T12:04:55.397292Z","steps":["trace[1882688371] 'read index received' (duration: 714.075899ms)","trace[1882688371] 'applied index is now lower than readState.Index' (duration: 553.718µs)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:04:55.39736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:53.433903Z","time spent":"1.963354134s","remote":"127.0.0.1:44868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:04:55.397394Z","caller":"traceutil/trace.go:171","msg":"trace[749440923] transaction","detail":"{read_only:false; response_revision:29034; number_of_response:1; }","duration":"1.581692827s","start":"2026-07-02T12:04:53.815691Z","end":"2026-07-02T12:04:55.397383Z","steps":["trace[749440923] 'process raft request' (duration: 1.581400397s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:04:55.397446Z","caller":"traceutil/trace.go:171","msg":"trace[910336830] transaction","detail":"{read_only:false; response_revision:29036; number_of_response:1; }","duration":"1.580670074s","start":"2026-07-02T12:04:53.816762Z","end":"2026-07-02T12:04:55.397432Z","steps":["trace[910336830] 'process raft request' (duration: 1.580401296s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:55.397526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:53.815661Z","time spent":"1.581779259s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:04:55.397557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:53.816732Z","time spent":"1.580748107s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:04:55.39736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:53.815591Z","time spent":"1.581689186s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:04:55.397777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.04066173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:04:55.397829Z","caller":"traceutil/trace.go:171","msg":"trace[31555485] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:29038; }","duration":"2.040713921s","start":"2026-07-02T12:04:53.357101Z","end":"2026-07-02T12:04:55.397815Z","steps":["trace[31555485] 'agreement among raft nodes before linearized reading' (duration: 2.040628129s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:55.397899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:53.35705Z","time spent":"2.040837056s","remote":"127.0.0.1:45096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-02T12:04:55.39791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.047056273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-44966162-e98f-4f48-9de9-b6d8857aa430\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-07-02T12:04:55.397951Z","caller":"traceutil/trace.go:171","msg":"trace[1438183747] range","detail":"{range_begin:/registry/persistentvolumes/pvc-44966162-e98f-4f48-9de9-b6d8857aa430; range_end:; response_count:1; response_revision:29038; }","duration":"2.047115535s","start":"2026-07-02T12:04:53.350819Z","end":"2026-07-02T12:04:55.397935Z","steps":["trace[1438183747] 'agreement among raft nodes before linearized reading' (duration: 2.046996201s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:55.397987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:53.350807Z","time spent":"2.047173417s","remote":"127.0.0.1:44984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-44966162-e98f-4f48-9de9-b6d8857aa430\" "} {"level":"info","ts":"2026-07-02T12:04:55.398074Z","caller":"traceutil/trace.go:171","msg":"trace[1240966328] transaction","detail":"{read_only:false; response_revision:29037; number_of_response:1; }","duration":"1.061197488s","start":"2026-07-02T12:04:54.336864Z","end":"2026-07-02T12:04:55.398062Z","steps":["trace[1240966328] 'process raft request' (duration: 1.060332201s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:55.398141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:54.336839Z","time spent":"1.061267691s","remote":"127.0.0.1:40826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7549,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:04:55.398175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.398232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.18be7773b4aaaf50\" ","response":"range_response_count:1 size:695"} {"level":"info","ts":"2026-07-02T12:04:55.398226Z","caller":"traceutil/trace.go:171","msg":"trace[1499646283] range","detail":"{range_begin:/registry/events/openstack/container-infra.18be7773b4aaaf50; range_end:; response_count:1; response_revision:29038; }","duration":"710.484525ms","start":"2026-07-02T12:04:54.687729Z","end":"2026-07-02T12:04:55.398213Z","steps":["trace[1499646283] 'agreement among raft nodes before linearized reading' (duration: 710.32267ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:55.398274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:54.687704Z","time spent":"710.552097ms","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":719,"request content":"key:\"/registry/events/openstack/container-infra.18be7773b4aaaf50\" "} {"level":"warn","ts":"2026-07-02T12:04:55.398301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.952487688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:04:55.398371Z","caller":"traceutil/trace.go:171","msg":"trace[840230148] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:29038; }","duration":"1.952588811s","start":"2026-07-02T12:04:53.445755Z","end":"2026-07-02T12:04:55.398344Z","steps":["trace[840230148] 'agreement among raft nodes before linearized reading' (duration: 1.952481488s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:55.398434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:53.44573Z","time spent":"1.952686924s","remote":"127.0.0.1:40882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-07-02T12:04:55.398454Z","caller":"traceutil/trace.go:171","msg":"trace[645855014] transaction","detail":"{read_only:false; response_revision:29038; number_of_response:1; }","duration":"835.857658ms","start":"2026-07-02T12:04:54.562584Z","end":"2026-07-02T12:04:55.398442Z","steps":["trace[645855014] 'process raft request' (duration: 834.66713ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:55.398498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.84022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T12:04:55.398509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:54.56256Z","time spent":"835.91912ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:04:55.398541Z","caller":"traceutil/trace.go:171","msg":"trace[1681477243] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29038; }","duration":"340.915382ms","start":"2026-07-02T12:04:55.057615Z","end":"2026-07-02T12:04:55.39853Z","steps":["trace[1681477243] 'agreement among raft nodes before linearized reading' (duration: 340.84381ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:04:55.397324Z","caller":"traceutil/trace.go:171","msg":"trace[1805731967] transaction","detail":"{read_only:false; response_revision:29035; number_of_response:1; }","duration":"1.581091678s","start":"2026-07-02T12:04:53.816199Z","end":"2026-07-02T12:04:55.397291Z","steps":["trace[1805731967] 'process raft request' (duration: 1.580929672s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:55.398579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:55.057594Z","time spent":"340.979404ms","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T12:04:55.398656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.661068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4831"} {"level":"info","ts":"2026-07-02T12:04:55.398691Z","caller":"traceutil/trace.go:171","msg":"trace[355379125] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:29038; }","duration":"703.70761ms","start":"2026-07-02T12:04:54.694974Z","end":"2026-07-02T12:04:55.398682Z","steps":["trace[355379125] 'agreement among raft nodes before linearized reading' (duration: 703.609187ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:55.398688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.564242952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T12:04:55.39872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:54.694968Z","time spent":"703.745831ms","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4855,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-02T12:04:55.398697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:53.816188Z","time spent":"1.582413719s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:04:55.398735Z","caller":"traceutil/trace.go:171","msg":"trace[865695529] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:29038; }","duration":"1.564327234s","start":"2026-07-02T12:04:53.834394Z","end":"2026-07-02T12:04:55.398721Z","steps":["trace[865695529] 'agreement among raft nodes before linearized reading' (duration: 1.564247032s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:55.398776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:53.834378Z","time spent":"1.564385927s","remote":"127.0.0.1:32998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:04:55.398887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.238572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T12:04:55.398923Z","caller":"traceutil/trace.go:171","msg":"trace[1552576179] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:29038; }","duration":"504.317964ms","start":"2026-07-02T12:04:54.894596Z","end":"2026-07-02T12:04:55.398914Z","steps":["trace[1552576179] 'agreement among raft nodes before linearized reading' (duration: 504.257252ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:55.39895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:54.894573Z","time spent":"504.368626ms","remote":"127.0.0.1:33124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:04:55.399082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.718622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be74da32672b8c\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-02T12:04:55.399143Z","caller":"traceutil/trace.go:171","msg":"trace[761622333] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18be74da32672b8c; range_end:; response_count:1; response_revision:29038; }","duration":"710.814775ms","start":"2026-07-02T12:04:54.688315Z","end":"2026-07-02T12:04:55.39913Z","steps":["trace[761622333] 'agreement among raft nodes before linearized reading' (duration: 710.64115ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:55.399182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:54.688294Z","time spent":"710.877827ms","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be74da32672b8c\" "} {"level":"warn","ts":"2026-07-02T12:04:56.2794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.937659ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T12:04:56.279633Z","caller":"traceutil/trace.go:171","msg":"trace[2034134908] linearizableReadLoop","detail":"{readStateIndex:30387; appliedIndex:30385; }","duration":"876.625114ms","start":"2026-07-02T12:04:55.402989Z","end":"2026-07-02T12:04:56.279614Z","steps":["trace[2034134908] 'read index received' (duration: 109.480788ms)","trace[2034134908] 'applied index is now lower than readState.Index' (duration: 767.143156ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:04:56.280214Z","caller":"traceutil/trace.go:171","msg":"trace[292038895] transaction","detail":"{read_only:false; response_revision:29039; number_of_response:1; }","duration":"878.312878ms","start":"2026-07-02T12:04:55.40186Z","end":"2026-07-02T12:04:56.280173Z","steps":["trace[292038895] 'process raft request' (duration: 110.517311ms)","trace[292038895] 'compare' (duration: 766.185976ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:04:56.280301Z","caller":"traceutil/trace.go:171","msg":"trace[1023148981] transaction","detail":"{read_only:false; response_revision:29040; number_of_response:1; }","duration":"877.45433ms","start":"2026-07-02T12:04:55.402802Z","end":"2026-07-02T12:04:56.280256Z","steps":["trace[1023148981] 'process raft request' (duration: 876.708417ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:56.280375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:55.401829Z","time spent":"878.459232ms","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:04:56.280425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.42748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-07-02T12:04:56.280473Z","caller":"traceutil/trace.go:171","msg":"trace[1501284134] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:29040; }","duration":"877.497952ms","start":"2026-07-02T12:04:55.402958Z","end":"2026-07-02T12:04:56.280456Z","steps":["trace[1501284134] 'agreement among raft nodes before linearized reading' (duration: 877.315716ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:56.280512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:55.402779Z","time spent":"877.629896ms","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:04:56.280515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:55.40295Z","time spent":"877.556204ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-07-02T12:04:56.780982Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096944183197598,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-02T12:04:56.959179Z","caller":"traceutil/trace.go:171","msg":"trace[1414427298] linearizableReadLoop","detail":"{readStateIndex:30388; appliedIndex:30387; }","duration":"678.905242ms","start":"2026-07-02T12:04:56.280241Z","end":"2026-07-02T12:04:56.959146Z","steps":["trace[1414427298] 'read index received' (duration: 678.592792ms)","trace[1414427298] 'applied index is now lower than readState.Index' (duration: 311.25µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:04:56.959214Z","caller":"traceutil/trace.go:171","msg":"trace[874492871] transaction","detail":"{read_only:false; response_revision:29041; number_of_response:1; }","duration":"1.035029258s","start":"2026-07-02T12:04:55.924151Z","end":"2026-07-02T12:04:56.959181Z","steps":["trace[874492871] 'process raft request' (duration: 1.03478918s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:56.95929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.552404897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T12:04:56.95931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.533064342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:1 size:521"} {"level":"warn","ts":"2026-07-02T12:04:56.959337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.532656629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:180"} {"level":"warn","ts":"2026-07-02T12:04:56.959355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.552712217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:16993"} {"level":"info","ts":"2026-07-02T12:04:56.959366Z","caller":"traceutil/trace.go:171","msg":"trace[1543692065] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:29041; }","duration":"1.552654365s","start":"2026-07-02T12:04:55.406691Z","end":"2026-07-02T12:04:56.959345Z","steps":["trace[1543692065] 'agreement among raft nodes before linearized reading' (duration: 1.552472849s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:04:56.959389Z","caller":"traceutil/trace.go:171","msg":"trace[931659165] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:1; response_revision:29041; }","duration":"1.533189136s","start":"2026-07-02T12:04:55.426184Z","end":"2026-07-02T12:04:56.959373Z","steps":["trace[931659165] 'agreement among raft nodes before linearized reading' (duration: 1.532976089s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:56.959394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:55.924099Z","time spent":"1.035210073s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:04:56.959415Z","caller":"traceutil/trace.go:171","msg":"trace[1950691345] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:29041; }","duration":"1.552798229s","start":"2026-07-02T12:04:55.406602Z","end":"2026-07-02T12:04:56.9594Z","steps":["trace[1950691345] 'agreement among raft nodes before linearized reading' (duration: 1.552559401s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:56.959425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:55.426169Z","time spent":"1.533249399s","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":545,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium\" "} {"level":"warn","ts":"2026-07-02T12:04:56.95942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:55.406678Z","time spent":"1.552732207s","remote":"127.0.0.1:45096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-07-02T12:04:56.959413Z","caller":"traceutil/trace.go:171","msg":"trace[970002830] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:29041; }","duration":"1.532748132s","start":"2026-07-02T12:04:55.426647Z","end":"2026-07-02T12:04:56.959395Z","steps":["trace[970002830] 'agreement among raft nodes before linearized reading' (duration: 1.532540385s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:56.959449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:55.406591Z","time spent":"1.552851011s","remote":"127.0.0.1:45008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":17017,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-07-02T12:04:56.95943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.550520137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"warn","ts":"2026-07-02T12:04:56.959465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:55.426575Z","time spent":"1.532881107s","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":204,"request content":"key:\"/registry/serviceaccounts/kube-system/coredns\" "} {"level":"warn","ts":"2026-07-02T12:04:56.959513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.487396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:04:56.959512Z","caller":"traceutil/trace.go:171","msg":"trace[971979429] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:29041; }","duration":"1.55060518s","start":"2026-07-02T12:04:55.408885Z","end":"2026-07-02T12:04:56.95949Z","steps":["trace[971979429] 'agreement among raft nodes before linearized reading' (duration: 1.550355642s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:56.959526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.509086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-02T12:04:56.959505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.555938939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-02T12:04:56.959553Z","caller":"traceutil/trace.go:171","msg":"trace[420140417] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29041; }","duration":"288.559438ms","start":"2026-07-02T12:04:56.670983Z","end":"2026-07-02T12:04:56.959542Z","steps":["trace[420140417] 'agreement among raft nodes before linearized reading' (duration: 288.500287ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:56.95962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:55.408853Z","time spent":"1.550753935s","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7320,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-07-02T12:04:56.959648Z","caller":"traceutil/trace.go:171","msg":"trace[388113629] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:29041; }","duration":"1.556537428s","start":"2026-07-02T12:04:55.403086Z","end":"2026-07-02T12:04:56.959623Z","steps":["trace[388113629] 'agreement among raft nodes before linearized reading' (duration: 1.556191047s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:56.95971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.64116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-02T12:04:56.95975Z","caller":"traceutil/trace.go:171","msg":"trace[1537780831] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29041; }","duration":"270.681031ms","start":"2026-07-02T12:04:56.68906Z","end":"2026-07-02T12:04:56.959741Z","steps":["trace[1537780831] 'agreement among raft nodes before linearized reading' (duration: 270.589148ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:56.959785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.764772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T12:04:56.959627Z","caller":"traceutil/trace.go:171","msg":"trace[571677379] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29041; }","duration":"270.695541ms","start":"2026-07-02T12:04:56.688917Z","end":"2026-07-02T12:04:56.959613Z","steps":["trace[571677379] 'agreement among raft nodes before linearized reading' (duration: 270.481984ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:04:56.959816Z","caller":"traceutil/trace.go:171","msg":"trace[566974894] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:29041; }","duration":"365.823314ms","start":"2026-07-02T12:04:56.593986Z","end":"2026-07-02T12:04:56.959809Z","steps":["trace[566974894] 'agreement among raft nodes before linearized reading' (duration: 365.758012ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:56.959458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.474023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5af96084-8d5d-4599-9fa2-0516bc130506\" ","response":"range_response_count:1 size:1318"} {"level":"warn","ts":"2026-07-02T12:04:56.959839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:56.593971Z","time spent":"365.862015ms","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":19,"response size":32,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:04:56.959813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.374931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-02T12:04:56.959863Z","caller":"traceutil/trace.go:171","msg":"trace[413133380] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5af96084-8d5d-4599-9fa2-0516bc130506; range_end:; response_count:1; response_revision:29041; }","duration":"675.933717ms","start":"2026-07-02T12:04:56.283912Z","end":"2026-07-02T12:04:56.959846Z","steps":["trace[413133380] 'agreement among raft nodes before linearized reading' (duration: 675.4007ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:04:56.959889Z","caller":"traceutil/trace.go:171","msg":"trace[1120272141] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:29041; }","duration":"270.480024ms","start":"2026-07-02T12:04:56.689388Z","end":"2026-07-02T12:04:56.959868Z","steps":["trace[1120272141] 'agreement among raft nodes before linearized reading' (duration: 270.225886ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:56.959706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:55.403071Z","time spent":"1.556624461s","remote":"127.0.0.1:44996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-02T12:04:56.959915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:56.283895Z","time spent":"676.00587ms","remote":"127.0.0.1:44984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-5af96084-8d5d-4599-9fa2-0516bc130506\" "} {"level":"warn","ts":"2026-07-02T12:04:56.959916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.762982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be76d46395063d\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-02T12:04:56.96Z","caller":"traceutil/trace.go:171","msg":"trace[782033910] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18be76d46395063d; range_end:; response_count:1; response_revision:29041; }","duration":"675.911056ms","start":"2026-07-02T12:04:56.284071Z","end":"2026-07-02T12:04:56.959982Z","steps":["trace[782033910] 'agreement among raft nodes before linearized reading' (duration: 675.744431ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:56.960038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:56.284051Z","time spent":"675.978279ms","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be76d46395063d\" "} {"level":"warn","ts":"2026-07-02T12:04:57.519562Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096944183197610,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T12:04:57.640392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.649125ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T12:04:57.640563Z","caller":"traceutil/trace.go:171","msg":"trace[1134178889] transaction","detail":"{read_only:false; response_revision:29043; number_of_response:1; }","duration":"674.342597ms","start":"2026-07-02T12:04:56.966202Z","end":"2026-07-02T12:04:57.640545Z","steps":["trace[1134178889] 'process raft request' (duration: 558.445784ms)","trace[1134178889] 'compare' (duration: 115.261453ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:04:57.640615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:56.966181Z","time spent":"674.407539ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:04:57.641009Z","caller":"traceutil/trace.go:171","msg":"trace[1591116739] transaction","detail":"{read_only:false; response_revision:29044; number_of_response:1; }","duration":"674.704548ms","start":"2026-07-02T12:04:56.96628Z","end":"2026-07-02T12:04:57.640985Z","steps":["trace[1591116739] 'process raft request' (duration: 674.197672ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:57.641161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:56.966256Z","time spent":"674.825162ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:04:57.641218Z","caller":"traceutil/trace.go:171","msg":"trace[1427333694] transaction","detail":"{read_only:false; response_revision:29045; number_of_response:1; }","duration":"674.695858ms","start":"2026-07-02T12:04:56.966488Z","end":"2026-07-02T12:04:57.641184Z","steps":["trace[1427333694] 'process raft request' (duration: 674.383668ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:57.641353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:56.966479Z","time spent":"674.799231ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:04:57.641346Z","caller":"traceutil/trace.go:171","msg":"trace[1861829036] transaction","detail":"{read_only:false; response_revision:29046; number_of_response:1; }","duration":"672.760997ms","start":"2026-07-02T12:04:56.968542Z","end":"2026-07-02T12:04:57.641303Z","steps":["trace[1861829036] 'process raft request' (duration: 672.556391ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:57.641561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:56.968527Z","time spent":"672.918312ms","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:04:58.319329Z","caller":"traceutil/trace.go:171","msg":"trace[1282509889] linearizableReadLoop","detail":"{readStateIndex:30398; appliedIndex:30389; }","duration":"1.300142991s","start":"2026-07-02T12:04:57.019169Z","end":"2026-07-02T12:04:58.319312Z","steps":["trace[1282509889] 'read index received' (duration: 505.468411ms)","trace[1282509889] 'applied index is now lower than readState.Index' (duration: 794.67375ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:04:58.319406Z","caller":"traceutil/trace.go:171","msg":"trace[1450541761] transaction","detail":"{read_only:false; response_revision:29049; number_of_response:1; }","duration":"915.390455ms","start":"2026-07-02T12:04:57.404007Z","end":"2026-07-02T12:04:58.319398Z","steps":["trace[1450541761] 'process raft request' (duration: 915.23497ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:04:58.319397Z","caller":"traceutil/trace.go:171","msg":"trace[1514445668] transaction","detail":"{read_only:false; response_revision:29048; number_of_response:1; }","duration":"915.789408ms","start":"2026-07-02T12:04:57.403588Z","end":"2026-07-02T12:04:58.319378Z","steps":["trace[1514445668] 'process raft request' (duration: 915.627062ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:58.319479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:57.403998Z","time spent":"915.423906ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:04:58.3195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:57.40356Z","time spent":"915.879211ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:04:58.319507Z","caller":"traceutil/trace.go:171","msg":"trace[2055762565] transaction","detail":"{read_only:false; response_revision:29050; number_of_response:1; }","duration":"915.388695ms","start":"2026-07-02T12:04:57.404087Z","end":"2026-07-02T12:04:58.319476Z","steps":["trace[2055762565] 'process raft request' (duration: 915.178278ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:04:58.319529Z","caller":"traceutil/trace.go:171","msg":"trace[225067350] transaction","detail":"{read_only:false; response_revision:29051; number_of_response:1; }","duration":"913.908459ms","start":"2026-07-02T12:04:57.405594Z","end":"2026-07-02T12:04:58.319502Z","steps":["trace[225067350] 'process raft request' (duration: 913.688062ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:58.319648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.251186105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-07-02T12:04:58.319648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.300465871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be74da32672b8c\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-02T12:04:58.319691Z","caller":"traceutil/trace.go:171","msg":"trace[1703024452] transaction","detail":"{read_only:false; response_revision:29047; number_of_response:1; }","duration":"1.048599157s","start":"2026-07-02T12:04:57.271084Z","end":"2026-07-02T12:04:58.319683Z","steps":["trace[1703024452] 'process raft request' (duration: 1.048019269s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:58.319714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.433646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T12:04:58.319724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:57.271058Z","time spent":"1.048645859s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:04:58.319719Z","caller":"traceutil/trace.go:171","msg":"trace[643781451] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18be74da32672b8c; range_end:; response_count:1; response_revision:29051; }","duration":"1.300568454s","start":"2026-07-02T12:04:57.019132Z","end":"2026-07-02T12:04:58.319701Z","steps":["trace[643781451] 'agreement among raft nodes before linearized reading' (duration: 1.300326446s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:58.31976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.303289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:04:58.319778Z","caller":"traceutil/trace.go:171","msg":"trace[508490305] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29051; }","duration":"648.36805ms","start":"2026-07-02T12:04:57.671407Z","end":"2026-07-02T12:04:58.319775Z","steps":["trace[508490305] 'agreement among raft nodes before linearized reading' (duration: 648.336299ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:04:58.319734Z","caller":"traceutil/trace.go:171","msg":"trace[1917518522] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:29051; }","duration":"233.486328ms","start":"2026-07-02T12:04:58.086242Z","end":"2026-07-02T12:04:58.319729Z","steps":["trace[1917518522] 'agreement among raft nodes before linearized reading' (duration: 233.445217ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:58.319795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:57.671383Z","time spent":"648.408302ms","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T12:04:58.31964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:57.405578Z","time spent":"914.007201ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:04:58.319674Z","caller":"traceutil/trace.go:171","msg":"trace[1481073685] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:29051; }","duration":"1.251212346s","start":"2026-07-02T12:04:57.068453Z","end":"2026-07-02T12:04:58.319666Z","steps":["trace[1481073685] 'agreement among raft nodes before linearized reading' (duration: 1.251119583s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:58.319766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:57.019115Z","time spent":"1.300640547s","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be74da32672b8c\" "} {"level":"warn","ts":"2026-07-02T12:04:58.31992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:57.068435Z","time spent":"1.251465653s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1960,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-07-02T12:04:58.319657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:57.404057Z","time spent":"915.522029ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:04:58.32002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.525526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7104"} {"level":"warn","ts":"2026-07-02T12:04:58.320016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.119757088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T12:04:58.320073Z","caller":"traceutil/trace.go:171","msg":"trace[644695594] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:29051; }","duration":"665.621008ms","start":"2026-07-02T12:04:57.654437Z","end":"2026-07-02T12:04:58.320058Z","steps":["trace[644695594] 'agreement among raft nodes before linearized reading' (duration: 665.436512ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:04:58.320138Z","caller":"traceutil/trace.go:171","msg":"trace[661429624] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:29051; }","duration":"1.119877933s","start":"2026-07-02T12:04:57.200209Z","end":"2026-07-02T12:04:58.320087Z","steps":["trace[661429624] 'agreement among raft nodes before linearized reading' (duration: 1.119662006s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:58.320156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:57.654416Z","time spent":"665.731642ms","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7128,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-02T12:04:58.320186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:57.200152Z","time spent":"1.120024137s","remote":"127.0.0.1:60266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:04:58.898664Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096944183197621,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T12:04:59.097152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.736939ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:04:59.097269Z","caller":"traceutil/trace.go:171","msg":"trace[465063486] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:29051; }","duration":"375.872193ms","start":"2026-07-02T12:04:58.721377Z","end":"2026-07-02T12:04:59.09725Z","steps":["trace[465063486] 'range keys from in-memory index tree' (duration: 375.717958ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:04:59.09735Z","caller":"traceutil/trace.go:171","msg":"trace[174498954] linearizableReadLoop","detail":"{readStateIndex:30400; appliedIndex:30399; }","duration":"698.710111ms","start":"2026-07-02T12:04:58.398623Z","end":"2026-07-02T12:04:59.097333Z","steps":["trace[174498954] 'read index received' (duration: 617.17179ms)","trace[174498954] 'applied index is now lower than readState.Index' (duration: 81.536201ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:04:59.097438Z","caller":"traceutil/trace.go:171","msg":"trace[1202484843] transaction","detail":"{read_only:false; response_revision:29052; number_of_response:1; }","duration":"702.44351ms","start":"2026-07-02T12:04:58.394961Z","end":"2026-07-02T12:04:59.097405Z","steps":["trace[1202484843] 'process raft request' (duration: 620.816116ms)","trace[1202484843] 'compare' (duration: 81.19707ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:04:59.097523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.592733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T12:04:59.097548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.180639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-07-02T12:04:59.097569Z","caller":"traceutil/trace.go:171","msg":"trace[288008949] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium-operator; range_end:; response_count:1; response_revision:29052; }","duration":"695.242831ms","start":"2026-07-02T12:04:58.402319Z","end":"2026-07-02T12:04:59.097562Z","steps":["trace[288008949] 'agreement among raft nodes before linearized reading' (duration: 695.115197ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:04:59.097572Z","caller":"traceutil/trace.go:171","msg":"trace[1041431358] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:29052; }","duration":"104.681847ms","start":"2026-07-02T12:04:58.992876Z","end":"2026-07-02T12:04:59.097558Z","steps":["trace[1041431358] 'agreement among raft nodes before linearized reading' (duration: 104.585684ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:59.09758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:58.394944Z","time spent":"702.559663ms","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:04:59.097601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:58.4023Z","time spent":"695.286243ms","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":563,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" "} {"level":"warn","ts":"2026-07-02T12:04:59.097744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.097683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-07-02T12:04:59.097827Z","caller":"traceutil/trace.go:171","msg":"trace[470912720] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:29052; }","duration":"699.204857ms","start":"2026-07-02T12:04:58.398604Z","end":"2026-07-02T12:04:59.097809Z","steps":["trace[470912720] 'agreement among raft nodes before linearized reading' (duration: 698.810094ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:04:59.097903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:58.398595Z","time spent":"699.299469ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-07-02T12:04:59.606072Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096944183197627,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T12:05:00.106946Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096944183197627,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T12:05:00.472746Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.368488294s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-02T12:05:00.606961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.888454ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T12:05:00.607223Z","caller":"traceutil/trace.go:171","msg":"trace[300397430] transaction","detail":"{read_only:false; response_revision:29053; number_of_response:1; }","duration":"1.503030338s","start":"2026-07-02T12:04:59.104149Z","end":"2026-07-02T12:05:00.607179Z","steps":["trace[300397430] 'process raft request' (duration: 1.368819924s)","trace[300397430] 'compare' (duration: 133.560694ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:05:00.607382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:59.104124Z","time spent":"1.503168503s","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:05:01.51473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.63953ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-07-02T12:05:01.515829Z","caller":"traceutil/trace.go:171","msg":"trace[1455426469] transaction","detail":"{read_only:false; response_revision:29054; number_of_response:1; }","duration":"1.190224169s","start":"2026-07-02T12:05:00.325584Z","end":"2026-07-02T12:05:01.515808Z","steps":["trace[1455426469] 'process raft request' (duration: 1.189239977s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:01.515936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:00.325558Z","time spent":"1.190312072s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:05:01.671172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000505095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-02T12:05:01.671271Z","caller":"traceutil/trace.go:171","msg":"trace[762737985] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00065468s","start":"2026-07-02T12:04:59.670594Z","end":"2026-07-02T12:05:01.671248Z","steps":["trace[762737985] 'agreement among raft nodes before linearized reading' (duration: 2.000520975s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:01.67132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:59.67058Z","time spent":"2.000730512s","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T12:05:01.790752Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.178882428s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-02T12:05:01.790756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.865753ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T12:05:01.790966Z","caller":"traceutil/trace.go:171","msg":"trace[1913518695] transaction","detail":"{read_only:false; response_revision:29055; number_of_response:1; }","duration":"1.465102112s","start":"2026-07-02T12:05:00.325826Z","end":"2026-07-02T12:05:01.790928Z","steps":["trace[1913518695] 'process raft request' (duration: 1.189969161s)","trace[1913518695] 'compare' (duration: 274.632615ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:05:01.791084Z","caller":"traceutil/trace.go:171","msg":"trace[2057471529] transaction","detail":"{read_only:false; response_revision:29058; number_of_response:1; }","duration":"1.179293111s","start":"2026-07-02T12:05:00.611771Z","end":"2026-07-02T12:05:01.791064Z","steps":["trace[2057471529] 'process raft request' (duration: 1.179239839s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:01.791127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:00.325816Z","time spent":"1.465226746s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:05:01.791168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:00.611749Z","time spent":"1.179385623s","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":880,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-02T12:05:01.791461Z","caller":"traceutil/trace.go:171","msg":"trace[1969510803] linearizableReadLoop","detail":"{readStateIndex:30402; appliedIndex:30400; }","duration":"2.686394978s","start":"2026-07-02T12:04:59.105051Z","end":"2026-07-02T12:05:01.791446Z","steps":["trace[1969510803] 'read index received' (duration: 1.368011168s)","trace[1969510803] 'applied index is now lower than readState.Index' (duration: 1.31838238s)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:05:01.791524Z","caller":"traceutil/trace.go:171","msg":"trace[904329985] transaction","detail":"{read_only:false; response_revision:29056; number_of_response:1; }","duration":"1.465587768s","start":"2026-07-02T12:05:00.325914Z","end":"2026-07-02T12:05:01.791501Z","steps":["trace[904329985] 'process raft request' (duration: 1.464966348s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:01.791513Z","caller":"traceutil/trace.go:171","msg":"trace[1564581959] transaction","detail":"{read_only:false; response_revision:29057; number_of_response:1; }","duration":"1.464951727s","start":"2026-07-02T12:05:00.326511Z","end":"2026-07-02T12:05:01.791462Z","steps":["trace[1564581959] 'process raft request' (duration: 1.464454712s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:01.79161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:00.325906Z","time spent":"1.46565967s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:05:01.791675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:00.326483Z","time spent":"1.465114433s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:05:01.791871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.686814662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-07-02T12:05:01.791895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.909252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:05:01.791911Z","caller":"traceutil/trace.go:171","msg":"trace[1934105565] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:29058; }","duration":"2.686879843s","start":"2026-07-02T12:04:59.105017Z","end":"2026-07-02T12:05:01.791897Z","steps":["trace[1934105565] 'agreement among raft nodes before linearized reading' (duration: 2.686738399s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:01.791914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.135116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:05:01.791934Z","caller":"traceutil/trace.go:171","msg":"trace[1683317094] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:29058; }","duration":"588.994874ms","start":"2026-07-02T12:05:01.202926Z","end":"2026-07-02T12:05:01.791921Z","steps":["trace[1683317094] 'agreement among raft nodes before linearized reading' (duration: 588.911471ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:01.791939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:59.105007Z","time spent":"2.686925735s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-07-02T12:05:01.791953Z","caller":"traceutil/trace.go:171","msg":"trace[548573635] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29058; }","duration":"120.209479ms","start":"2026-07-02T12:05:01.671733Z","end":"2026-07-02T12:05:01.791943Z","steps":["trace[548573635] 'agreement among raft nodes before linearized reading' (duration: 120.143747ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:01.791948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.385246274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"warn","ts":"2026-07-02T12:05:01.791966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:01.202892Z","time spent":"589.064956ms","remote":"127.0.0.1:60488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:05:01.791985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.146231455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-02T12:05:01.791997Z","caller":"traceutil/trace.go:171","msg":"trace[522160388] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29058; }","duration":"1.385331907s","start":"2026-07-02T12:05:00.406652Z","end":"2026-07-02T12:05:01.791984Z","steps":["trace[522160388] 'agreement among raft nodes before linearized reading' (duration: 1.385166372s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:01.791968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.508506881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:05:01.792021Z","caller":"traceutil/trace.go:171","msg":"trace[469465390] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29058; }","duration":"2.146284586s","start":"2026-07-02T12:04:59.645726Z","end":"2026-07-02T12:05:01.792011Z","steps":["trace[469465390] 'agreement among raft nodes before linearized reading' (duration: 2.146143621s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:01.792032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:00.406632Z","time spent":"1.385392089s","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11521,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-02T12:05:01.79203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.78888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.89\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-07-02T12:05:01.792048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:59.645717Z","time spent":"2.146326518s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-02T12:05:01.79205Z","caller":"traceutil/trace.go:171","msg":"trace[2084517437] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:29058; }","duration":"1.508602844s","start":"2026-07-02T12:05:00.283428Z","end":"2026-07-02T12:05:01.792031Z","steps":["trace[2084517437] 'agreement among raft nodes before linearized reading' (duration: 1.50845979s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:01.792073Z","caller":"traceutil/trace.go:171","msg":"trace[284846361] range","detail":"{range_begin:/registry/masterleases/199.204.45.89; range_end:; response_count:1; response_revision:29058; }","duration":"871.861902ms","start":"2026-07-02T12:05:00.920198Z","end":"2026-07-02T12:05:01.79206Z","steps":["trace[284846361] 'agreement among raft nodes before linearized reading' (duration: 871.729858ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:01.792017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.14608786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-02T12:05:01.792134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:00.920181Z","time spent":"871.945204ms","remote":"127.0.0.1:44868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.89\" "} {"level":"warn","ts":"2026-07-02T12:05:01.792139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:00.283373Z","time spent":"1.508717227s","remote":"127.0.0.1:60352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-07-02T12:05:01.792163Z","caller":"traceutil/trace.go:171","msg":"trace[633218894] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29058; }","duration":"2.146271715s","start":"2026-07-02T12:04:59.645883Z","end":"2026-07-02T12:05:01.792155Z","steps":["trace[633218894] 'agreement among raft nodes before linearized reading' (duration: 2.145939845s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:01.792192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:59.645878Z","time spent":"2.146305467s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-02T12:05:01.792206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.069944706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:05:01.792231Z","caller":"traceutil/trace.go:171","msg":"trace[1632882879] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:29058; }","duration":"1.070000018s","start":"2026-07-02T12:05:00.722224Z","end":"2026-07-02T12:05:01.792224Z","steps":["trace[1632882879] 'agreement among raft nodes before linearized reading' (duration: 1.069955406s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:01.792251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:00.722202Z","time spent":"1.070043139s","remote":"127.0.0.1:60502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:05:01.792252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.146531894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-07-02T12:05:01.791931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.435672671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:05:01.792306Z","caller":"traceutil/trace.go:171","msg":"trace[412988527] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:29058; }","duration":"2.436198588s","start":"2026-07-02T12:04:59.356097Z","end":"2026-07-02T12:05:01.792295Z","steps":["trace[412988527] 'agreement among raft nodes before linearized reading' (duration: 2.435708122s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:01.792304Z","caller":"traceutil/trace.go:171","msg":"trace[633212203] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:29058; }","duration":"2.146608607s","start":"2026-07-02T12:04:59.64568Z","end":"2026-07-02T12:05:01.792288Z","steps":["trace[633212203] 'agreement among raft nodes before linearized reading' (duration: 2.146278196s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:01.792342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:59.356074Z","time spent":"2.43625584s","remote":"127.0.0.1:45216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":30,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:05:01.792346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:04:59.645665Z","time spent":"2.146673098s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":552,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-02T12:05:01.793399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.64507651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-02T12:05:01.793443Z","caller":"traceutil/trace.go:171","msg":"trace[649212105] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:29058; }","duration":"1.645149113s","start":"2026-07-02T12:05:00.148276Z","end":"2026-07-02T12:05:01.793425Z","steps":["trace[649212105] 'agreement among raft nodes before linearized reading' (duration: 1.643782489s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:01.793476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:00.148257Z","time spent":"1.645212045s","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2740,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:05:03.800917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000195985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T12:05:03.800989Z","caller":"traceutil/trace.go:171","msg":"trace[1465289766] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000289298s","start":"2026-07-02T12:05:01.800681Z","end":"2026-07-02T12:05:03.80097Z","steps":["trace[1465289766] 'agreement among raft nodes before linearized reading' (duration: 2.000208206s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:03.801024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:01.800673Z","time spent":"2.00033892s","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/02 12:05:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T12:05:04.415466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:03.285365Z","time spent":"1.130094479s","remote":"127.0.0.1:44140","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-02T12:05:05.141709Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.256338678s","expected-duration":"1s"} {"level":"info","ts":"2026-07-02T12:05:05.14219Z","caller":"traceutil/trace.go:171","msg":"trace[1114714392] transaction","detail":"{read_only:false; response_revision:29059; number_of_response:1; }","duration":"3.346222355s","start":"2026-07-02T12:05:01.795927Z","end":"2026-07-02T12:05:05.142149Z","steps":["trace[1114714392] 'process raft request' (duration: 3.345994658s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:05.142323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:01.795909Z","time spent":"3.346337089s","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":881,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-02T12:05:05.142353Z","caller":"traceutil/trace.go:171","msg":"trace[1795303636] linearizableReadLoop","detail":"{readStateIndex:30409; appliedIndex:30408; }","duration":"3.345611806s","start":"2026-07-02T12:05:01.796724Z","end":"2026-07-02T12:05:05.142336Z","steps":["trace[1795303636] 'read index received' (duration: 88.852184ms)","trace[1795303636] 'applied index is now lower than readState.Index' (duration: 3.256758632s)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:05:05.142597Z","caller":"traceutil/trace.go:171","msg":"trace[1881492181] transaction","detail":"{read_only:false; response_revision:29060; number_of_response:1; }","duration":"3.345512363s","start":"2026-07-02T12:05:01.797072Z","end":"2026-07-02T12:05:05.142585Z","steps":["trace[1881492181] 'process raft request' (duration: 3.344968495s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:05.142615Z","caller":"traceutil/trace.go:171","msg":"trace[1524377351] transaction","detail":"{read_only:false; response_revision:29062; number_of_response:1; }","duration":"3.34451759s","start":"2026-07-02T12:05:01.798086Z","end":"2026-07-02T12:05:05.142603Z","steps":["trace[1524377351] 'process raft request' (duration: 3.34420882s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:05.142684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:01.798079Z","time spent":"3.344562032s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:05:05.142686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:01.797066Z","time spent":"3.345557014s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:05:05.142779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.34605457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ebf3c333-a278-487a-8480-2f5b283c211d\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-07-02T12:05:05.142821Z","caller":"traceutil/trace.go:171","msg":"trace[203230457] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ebf3c333-a278-487a-8480-2f5b283c211d; range_end:; response_count:1; response_revision:29062; }","duration":"3.346106121s","start":"2026-07-02T12:05:01.796706Z","end":"2026-07-02T12:05:05.142812Z","steps":["trace[203230457] 'agreement among raft nodes before linearized reading' (duration: 3.345997857s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:05.142773Z","caller":"traceutil/trace.go:171","msg":"trace[1028603851] transaction","detail":"{read_only:false; response_revision:29061; number_of_response:1; }","duration":"3.345277225s","start":"2026-07-02T12:05:01.797441Z","end":"2026-07-02T12:05:05.142718Z","steps":["trace[1028603851] 'process raft request' (duration: 3.344707877s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:05.14308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:01.797433Z","time spent":"3.345522712s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:05:05.142842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:01.796695Z","time spent":"3.346141483s","remote":"127.0.0.1:44984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-ebf3c333-a278-487a-8480-2f5b283c211d\" "} {"level":"warn","ts":"2026-07-02T12:05:05.642643Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096944183197651,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T12:05:05.801642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000320348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-02T12:05:05.801738Z","caller":"traceutil/trace.go:171","msg":"trace[788064530] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000488364s","start":"2026-07-02T12:05:03.801222Z","end":"2026-07-02T12:05:05.80171Z","steps":["trace[788064530] 'agreement among raft nodes before linearized reading' (duration: 2.00035445s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:05.80182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:03.8012Z","time spent":"2.000598807s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/02 12:05:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T12:05:06.142831Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096944183197651,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T12:05:06.643839Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096944183197651,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T12:05:07.057875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999895634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-02T12:05:07.05796Z","caller":"traceutil/trace.go:171","msg":"trace[189213291] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000041809s","start":"2026-07-02T12:05:05.057898Z","end":"2026-07-02T12:05:07.05794Z","steps":["trace[189213291] 'agreement among raft nodes before linearized reading' (duration: 1.999909395s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:07.058007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:05.057874Z","time spent":"2.000123312s","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T12:05:07.076757Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.934820737s","expected-duration":"1s"} {"level":"info","ts":"2026-07-02T12:05:07.077268Z","caller":"traceutil/trace.go:171","msg":"trace[845166504] transaction","detail":"{read_only:false; response_revision:29067; number_of_response:1; }","duration":"3.555875385s","start":"2026-07-02T12:05:03.52137Z","end":"2026-07-02T12:05:07.077245Z","steps":["trace[845166504] 'process raft request' (duration: 3.555826494s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:07.077283Z","caller":"traceutil/trace.go:171","msg":"trace[1153406621] transaction","detail":"{read_only:false; response_revision:29065; number_of_response:1; }","duration":"4.180269915s","start":"2026-07-02T12:05:02.896983Z","end":"2026-07-02T12:05:07.077253Z","steps":["trace[1153406621] 'process raft request' (duration: 4.180166171s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:07.077337Z","caller":"traceutil/trace.go:171","msg":"trace[747751925] transaction","detail":"{read_only:false; response_revision:29064; number_of_response:1; }","duration":"5.109229132s","start":"2026-07-02T12:05:01.968065Z","end":"2026-07-02T12:05:07.077294Z","steps":["trace[747751925] 'process raft request' (duration: 5.109044356s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:07.077389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:03.521326Z","time spent":"3.556001609s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:05:07.077423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:02.896963Z","time spent":"4.180383709s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:05:07.077504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:01.968042Z","time spent":"5.109372327s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:05:07.077498Z","caller":"traceutil/trace.go:171","msg":"trace[1033814430] transaction","detail":"{read_only:false; response_revision:29066; number_of_response:1; }","duration":"4.172462287s","start":"2026-07-02T12:05:02.904993Z","end":"2026-07-02T12:05:07.077455Z","steps":["trace[1033814430] 'process raft request' (duration: 4.172179208s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:07.077535Z","caller":"traceutil/trace.go:171","msg":"trace[411069922] transaction","detail":"{read_only:false; response_revision:29063; number_of_response:1; }","duration":"5.190886877s","start":"2026-07-02T12:05:01.886622Z","end":"2026-07-02T12:05:07.077509Z","steps":["trace[411069922] 'process raft request' (duration: 5.19035349s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:07.07761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:02.904979Z","time spent":"4.17258125s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:05:07.077664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:01.886601Z","time spent":"5.19098865s","remote":"127.0.0.1:44868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:05:07.077726Z","caller":"traceutil/trace.go:171","msg":"trace[91260366] transaction","detail":"{read_only:false; response_revision:29070; number_of_response:1; }","duration":"3.278906844s","start":"2026-07-02T12:05:03.798802Z","end":"2026-07-02T12:05:07.077709Z","steps":["trace[91260366] 'process raft request' (duration: 3.278859903s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:07.077734Z","caller":"traceutil/trace.go:171","msg":"trace[287136962] transaction","detail":"{read_only:false; response_revision:29068; number_of_response:1; }","duration":"3.279305067s","start":"2026-07-02T12:05:03.798419Z","end":"2026-07-02T12:05:07.077724Z","steps":["trace[287136962] 'process raft request' (duration: 3.278800801s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:07.0778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:03.798396Z","time spent":"3.279372599s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:05:07.077804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:03.798769Z","time spent":"3.278995577s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:05:07.07774Z","caller":"traceutil/trace.go:171","msg":"trace[595472988] transaction","detail":"{read_only:false; response_revision:29069; number_of_response:1; }","duration":"3.278914835s","start":"2026-07-02T12:05:03.798813Z","end":"2026-07-02T12:05:07.077728Z","steps":["trace[595472988] 'process raft request' (duration: 3.278728159s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:07.077907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:03.798802Z","time spent":"3.279076589s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:05:07.28575Z","caller":"traceutil/trace.go:171","msg":"trace[1325208730] linearizableReadLoop","detail":"{readStateIndex:30421; appliedIndex:30412; }","duration":"2.143300851s","start":"2026-07-02T12:05:05.142411Z","end":"2026-07-02T12:05:07.285712Z","steps":["trace[1325208730] 'read index received' (duration: 1.934535348s)","trace[1325208730] 'applied index is now lower than readState.Index' (duration: 208.762363ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:05:07.285904Z","caller":"traceutil/trace.go:171","msg":"trace[693550453] transaction","detail":"{read_only:false; response_revision:29071; number_of_response:1; }","duration":"2.139685566s","start":"2026-07-02T12:05:05.146204Z","end":"2026-07-02T12:05:07.285889Z","steps":["trace[693550453] 'process raft request' (duration: 2.13668111s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:07.286029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:05.146179Z","time spent":"2.139772259s","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":913,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-02T12:05:07.286274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.379322344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T12:05:07.286357Z","caller":"traceutil/trace.go:171","msg":"trace[1346820554] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:29071; }","duration":"5.379481529s","start":"2026-07-02T12:05:01.906855Z","end":"2026-07-02T12:05:07.286336Z","steps":["trace[1346820554] 'agreement among raft nodes before linearized reading' (duration: 5.379242831s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:07.286404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:01.906833Z","time spent":"5.379561062s","remote":"127.0.0.1:45330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":32,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:05:07.286525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.489513176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"warn","ts":"2026-07-02T12:05:07.286576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.162542043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-02T12:05:07.286637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.985708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-02T12:05:07.286663Z","caller":"traceutil/trace.go:171","msg":"trace[262759326] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:29071; }","duration":"2.162706878s","start":"2026-07-02T12:05:05.123941Z","end":"2026-07-02T12:05:07.286648Z","steps":["trace[262759326] 'agreement among raft nodes before linearized reading' (duration: 2.162381347s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:07.286671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.360691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T12:05:07.286769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.476852326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:05:07.286772Z","caller":"traceutil/trace.go:171","msg":"trace[906398972] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:29071; }","duration":"428.474694ms","start":"2026-07-02T12:05:06.858256Z","end":"2026-07-02T12:05:07.286731Z","steps":["trace[906398972] 'agreement among raft nodes before linearized reading' (duration: 428.350241ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:07.286815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.129997542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T12:05:07.286843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.115892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-02T12:05:07.286859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.615594008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:05:07.286884Z","caller":"traceutil/trace.go:171","msg":"trace[1792610244] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29071; }","duration":"140.152203ms","start":"2026-07-02T12:05:07.146721Z","end":"2026-07-02T12:05:07.286874Z","steps":["trace[1792610244] 'agreement among raft nodes before linearized reading' (duration: 140.07079ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:07.286887Z","caller":"traceutil/trace.go:171","msg":"trace[1153030298] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:29071; }","duration":"5.130104055s","start":"2026-07-02T12:05:02.156766Z","end":"2026-07-02T12:05:07.28687Z","steps":["trace[1153030298] 'agreement among raft nodes before linearized reading' (duration: 5.12995667s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:07.286934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.497033481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T12:05:07.286893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.561609279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T12:05:07.286934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:02.15675Z","time spent":"5.130172108s","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:05:07.286955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.034470283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-07-02T12:05:07.286927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.023872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T12:05:07.287007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.535421151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:05:07.286987Z","caller":"traceutil/trace.go:171","msg":"trace[380337033] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:29071; }","duration":"1.561747824s","start":"2026-07-02T12:05:05.725222Z","end":"2026-07-02T12:05:07.28697Z","steps":["trace[380337033] 'agreement among raft nodes before linearized reading' (duration: 1.561519197s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:07.28703Z","caller":"traceutil/trace.go:171","msg":"trace[758348910] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:29071; }","duration":"2.535501403s","start":"2026-07-02T12:05:04.751523Z","end":"2026-07-02T12:05:07.287025Z","steps":["trace[758348910] 'agreement among raft nodes before linearized reading' (duration: 2.535459832s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:07.287006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.693830154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T12:05:07.287059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:04.751493Z","time spent":"2.535559445s","remote":"127.0.0.1:40768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-07-02T12:05:07.287024Z","caller":"traceutil/trace.go:171","msg":"trace[1671583467] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:29071; }","duration":"784.163576ms","start":"2026-07-02T12:05:06.502849Z","end":"2026-07-02T12:05:07.287012Z","steps":["trace[1671583467] 'agreement among raft nodes before linearized reading' (duration: 784.014022ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:07.287073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:05.725198Z","time spent":"1.561860027s","remote":"127.0.0.1:59244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":33,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-07-02T12:05:07.286891Z","caller":"traceutil/trace.go:171","msg":"trace[880182293] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:29071; }","duration":"2.61566095s","start":"2026-07-02T12:05:04.671219Z","end":"2026-07-02T12:05:07.28688Z","steps":["trace[880182293] 'agreement among raft nodes before linearized reading' (duration: 2.615613499s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:07.287171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:04.671193Z","time spent":"2.61596349s","remote":"127.0.0.1:60470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:05:07.287187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084442668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T12:05:07.287198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.917644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:05:07.286967Z","caller":"traceutil/trace.go:171","msg":"trace[246729761] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:29071; }","duration":"2.497106273s","start":"2026-07-02T12:05:04.789852Z","end":"2026-07-02T12:05:07.286958Z","steps":["trace[246729761] 'agreement among raft nodes before linearized reading' (duration: 2.497054871s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:07.287253Z","caller":"traceutil/trace.go:171","msg":"trace[728672531] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:29071; }","duration":"1.08451302s","start":"2026-07-02T12:05:06.202702Z","end":"2026-07-02T12:05:07.287215Z","steps":["trace[728672531] 'agreement among raft nodes before linearized reading' (duration: 1.084421287s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:07.287254Z","caller":"traceutil/trace.go:171","msg":"trace[1286791975] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:29071; }","duration":"308.003856ms","start":"2026-07-02T12:05:06.97923Z","end":"2026-07-02T12:05:07.287234Z","steps":["trace[1286791975] 'agreement among raft nodes before linearized reading' (duration: 307.924434ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:07.287231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.604761808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T12:05:07.287302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:06.97921Z","time spent":"308.080769ms","remote":"127.0.0.1:53762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-02T12:05:07.287292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:06.202685Z","time spent":"1.084596982s","remote":"127.0.0.1:40846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-07-02T12:05:07.287334Z","caller":"traceutil/trace.go:171","msg":"trace[1035767032] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:29071; }","duration":"3.604897242s","start":"2026-07-02T12:05:03.682421Z","end":"2026-07-02T12:05:07.287318Z","steps":["trace[1035767032] 'agreement among raft nodes before linearized reading' (duration: 3.604784289s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:07.2871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:06.502827Z","time spent":"784.25947ms","remote":"127.0.0.1:41204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:05:07.286551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.122318315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:898"} {"level":"warn","ts":"2026-07-02T12:05:07.287606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:03.682399Z","time spent":"3.605165401s","remote":"127.0.0.1:54072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"info","ts":"2026-07-02T12:05:07.28762Z","caller":"traceutil/trace.go:171","msg":"trace[132517713] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:29071; }","duration":"2.123467531s","start":"2026-07-02T12:05:05.164128Z","end":"2026-07-02T12:05:07.287596Z","steps":["trace[132517713] 'agreement among raft nodes before linearized reading' (duration: 2.122083657s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:07.287751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:05.164088Z","time spent":"2.123645416s","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":922,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"warn","ts":"2026-07-02T12:05:07.287181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.739616279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:05:07.287833Z","caller":"traceutil/trace.go:171","msg":"trace[769880974] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:29071; }","duration":"2.740317371s","start":"2026-07-02T12:05:04.547498Z","end":"2026-07-02T12:05:07.287816Z","steps":["trace[769880974] 'agreement among raft nodes before linearized reading' (duration: 2.739627459s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:07.287879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:04.547478Z","time spent":"2.740388644s","remote":"127.0.0.1:40860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:05:07.286772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.40127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-02T12:05:07.287984Z","caller":"traceutil/trace.go:171","msg":"trace[864606588] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:29071; }","duration":"140.622368ms","start":"2026-07-02T12:05:07.147344Z","end":"2026-07-02T12:05:07.287966Z","steps":["trace[864606588] 'agreement among raft nodes before linearized reading' (duration: 139.370918ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:07.287285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:04.78983Z","time spent":"2.497444924s","remote":"127.0.0.1:45338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":32,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:05:07.286584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.313262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T12:05:07.288205Z","caller":"traceutil/trace.go:171","msg":"trace[275362442] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:29071; }","duration":"414.988186ms","start":"2026-07-02T12:05:06.873202Z","end":"2026-07-02T12:05:07.28819Z","steps":["trace[275362442] 'agreement among raft nodes before linearized reading' (duration: 413.091716ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:07.288299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:06.873187Z","time spent":"415.094389ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":89,"response size":32,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:05:07.286828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:06.858236Z","time spent":"428.577178ms","remote":"127.0.0.1:45300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":32,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-07-02T12:05:07.286693Z","caller":"traceutil/trace.go:171","msg":"trace[1095002840] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29071; }","duration":"140.091081ms","start":"2026-07-02T12:05:07.14659Z","end":"2026-07-02T12:05:07.286681Z","steps":["trace[1095002840] 'agreement among raft nodes before linearized reading' (duration: 139.892605ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:07.286657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.200584591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:05:07.288711Z","caller":"traceutil/trace.go:171","msg":"trace[885726574] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:29071; }","duration":"4.202683397s","start":"2026-07-02T12:05:03.086012Z","end":"2026-07-02T12:05:07.288696Z","steps":["trace[885726574] 'agreement among raft nodes before linearized reading' (duration: 4.200609041s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:07.288803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:03.085983Z","time spent":"4.202800031s","remote":"127.0.0.1:53706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-07-02T12:05:07.286639Z","caller":"traceutil/trace.go:171","msg":"trace[936392094] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29071; }","duration":"5.489632219s","start":"2026-07-02T12:05:01.796961Z","end":"2026-07-02T12:05:07.286593Z","steps":["trace[936392094] 'agreement among raft nodes before linearized reading' (duration: 5.489258637s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:07.286698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.941039488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:05:07.288902Z","caller":"traceutil/trace.go:171","msg":"trace[833394174] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:29071; }","duration":"4.943275469s","start":"2026-07-02T12:05:02.345609Z","end":"2026-07-02T12:05:07.288884Z","steps":["trace[833394174] 'agreement among raft nodes before linearized reading' (duration: 4.941064219s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:07.28895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:02.345588Z","time spent":"4.943344711s","remote":"127.0.0.1:41252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:05:07.286279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.755605571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T12:05:07.289054Z","caller":"traceutil/trace.go:171","msg":"trace[2135838072] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:29071; }","duration":"3.758478093s","start":"2026-07-02T12:05:03.530555Z","end":"2026-07-02T12:05:07.289033Z","steps":["trace[2135838072] 'agreement among raft nodes before linearized reading' (duration: 3.755519859s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:07.286811Z","caller":"traceutil/trace.go:171","msg":"trace[2071458364] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29071; }","duration":"1.47695326s","start":"2026-07-02T12:05:05.809847Z","end":"2026-07-02T12:05:07.286801Z","steps":["trace[2071458364] 'agreement among raft nodes before linearized reading' (duration: 1.476834916s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:07.289141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:05.809824Z","time spent":"1.479302884s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T12:05:07.286733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:05.12389Z","time spent":"2.162829652s","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":248,"response size":33,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-07-02T12:05:07.287003Z","caller":"traceutil/trace.go:171","msg":"trace[1268815308] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:29071; }","duration":"2.034556156s","start":"2026-07-02T12:05:05.252432Z","end":"2026-07-02T12:05:07.286988Z","steps":["trace[1268815308] 'agreement among raft nodes before linearized reading' (duration: 2.034426952s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:07.289297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:05.25241Z","time spent":"2.0368767s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"info","ts":"2026-07-02T12:05:07.287101Z","caller":"traceutil/trace.go:171","msg":"trace[1672689865] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:29071; }","duration":"2.693995799s","start":"2026-07-02T12:05:04.593093Z","end":"2026-07-02T12:05:07.287089Z","steps":["trace[1672689865] 'agreement among raft nodes before linearized reading' (duration: 2.693778572s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:07.289351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:04.593066Z","time spent":"2.696271211s","remote":"127.0.0.1:45102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:05:07.28967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:03.530537Z","time spent":"3.758607006s","remote":"127.0.0.1:33084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:05:07.289153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:01.796955Z","time spent":"5.49217266s","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11521,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-02T12:05:07.290095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.336933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-02T12:05:07.290162Z","caller":"traceutil/trace.go:171","msg":"trace[890322911] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:29071; }","duration":"210.436216ms","start":"2026-07-02T12:05:07.079712Z","end":"2026-07-02T12:05:07.290148Z","steps":["trace[890322911] 'agreement among raft nodes before linearized reading' (duration: 206.995477ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:07.792842Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096944183197657,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T12:05:09.298003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000638128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-02T12:05:09.298074Z","caller":"traceutil/trace.go:171","msg":"trace[475664401] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000745441s","start":"2026-07-02T12:05:07.297313Z","end":"2026-07-02T12:05:09.298058Z","steps":["trace[475664401] 'agreement among raft nodes before linearized reading' (duration: 2.000647068s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:09.298117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:07.297306Z","time spent":"2.000801833s","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T12:05:10.052716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.330877087s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:05:10.05283Z","caller":"traceutil/trace.go:171","msg":"trace[1475221506] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:29071; }","duration":"1.331003301s","start":"2026-07-02T12:05:08.721808Z","end":"2026-07-02T12:05:10.052812Z","steps":["trace[1475221506] 'range keys from in-memory index tree' (duration: 1.330856247s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:10.054146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.84647193s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-02T12:05:10.054244Z","caller":"traceutil/trace.go:171","msg":"trace[383047474] transaction","detail":"{read_only:false; response_revision:29072; number_of_response:1; }","duration":"2.763188208s","start":"2026-07-02T12:05:07.291038Z","end":"2026-07-02T12:05:10.054226Z","steps":["trace[383047474] 'process raft request' (duration: 916.563424ms)","trace[383047474] 'compare' (duration: 1.845080645s)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:05:10.054304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:07.291025Z","time spent":"2.7632549s","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":914,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-02T12:05:10.054939Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.634114032s","expected-duration":"1s"} {"level":"info","ts":"2026-07-02T12:05:10.056849Z","caller":"traceutil/trace.go:171","msg":"trace[1309357354] linearizableReadLoop","detail":"{readStateIndex:30426; appliedIndex:30421; }","duration":"2.765006206s","start":"2026-07-02T12:05:07.291822Z","end":"2026-07-02T12:05:10.056829Z","steps":["trace[1309357354] 'read index received' (duration: 915.782579ms)","trace[1309357354] 'applied index is now lower than readState.Index' (duration: 1.849222747s)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:05:10.057084Z","caller":"traceutil/trace.go:171","msg":"trace[1997766069] transaction","detail":"{read_only:false; response_revision:29073; number_of_response:1; }","duration":"2.764124948s","start":"2026-07-02T12:05:07.292947Z","end":"2026-07-02T12:05:10.057072Z","steps":["trace[1997766069] 'process raft request' (duration: 2.762186926s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:10.057179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:07.292936Z","time spent":"2.76418152s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:05:10.05735Z","caller":"traceutil/trace.go:171","msg":"trace[1119778909] transaction","detail":"{read_only:false; response_revision:29074; number_of_response:1; }","duration":"2.764328654s","start":"2026-07-02T12:05:07.293011Z","end":"2026-07-02T12:05:10.05734Z","steps":["trace[1119778909] 'process raft request' (duration: 2.763659233s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:10.057406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:07.293006Z","time spent":"2.764372355s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:05:10.057553Z","caller":"traceutil/trace.go:171","msg":"trace[679357427] transaction","detail":"{read_only:false; response_revision:29075; number_of_response:1; }","duration":"2.763648083s","start":"2026-07-02T12:05:07.293896Z","end":"2026-07-02T12:05:10.057544Z","steps":["trace[679357427] 'process raft request' (duration: 2.762825057s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:10.057608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:07.293888Z","time spent":"2.763694074s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:05:10.057923Z","caller":"traceutil/trace.go:171","msg":"trace[101653642] transaction","detail":"{read_only:false; response_revision:29076; number_of_response:1; }","duration":"2.705218936s","start":"2026-07-02T12:05:07.352685Z","end":"2026-07-02T12:05:10.057904Z","steps":["trace[101653642] 'process raft request' (duration: 2.70409223s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:10.058007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:07.35265Z","time spent":"2.705315039s","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:05:10.058251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.766372189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-07-02T12:05:10.058373Z","caller":"traceutil/trace.go:171","msg":"trace[118992164] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:29076; }","duration":"2.766541364s","start":"2026-07-02T12:05:07.291807Z","end":"2026-07-02T12:05:10.058349Z","steps":["trace[118992164] 'agreement among raft nodes before linearized reading' (duration: 2.766211244s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:10.058431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:07.291787Z","time spent":"2.766633817s","remote":"127.0.0.1:44868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-02T12:05:10.557393Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096944183197668,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T12:05:11.058448Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096944183197668,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T12:05:11.2993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000534136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T12:05:11.299384Z","caller":"traceutil/trace.go:171","msg":"trace[58886625] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000675191s","start":"2026-07-02T12:05:09.298688Z","end":"2026-07-02T12:05:11.299364Z","steps":["trace[58886625] 'agreement among raft nodes before linearized reading' (duration: 2.000569317s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:11.299431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:09.298669Z","time spent":"2.000752042s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/02 12:05:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T12:05:11.439872Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.378324125s","expected-duration":"1s"} {"level":"info","ts":"2026-07-02T12:05:11.440324Z","caller":"traceutil/trace.go:171","msg":"trace[1768780598] transaction","detail":"{read_only:false; response_revision:29077; number_of_response:1; }","duration":"2.986602527s","start":"2026-07-02T12:05:08.453692Z","end":"2026-07-02T12:05:11.440294Z","steps":["trace[1768780598] 'process raft request' (duration: 2.98638764s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:11.440495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:08.45367Z","time spent":"2.986746702s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:05:12.195686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.398052ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-07-02T12:05:12.19735Z","caller":"traceutil/trace.go:171","msg":"trace[752203369] transaction","detail":"{read_only:false; response_revision:29078; number_of_response:1; }","duration":"3.113106487s","start":"2026-07-02T12:05:09.084219Z","end":"2026-07-02T12:05:12.197325Z","steps":["trace[752203369] 'process raft request' (duration: 3.111581208s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:12.197504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:09.084189Z","time spent":"3.113235041s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:05:12.847324Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.406940774s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-02T12:05:12.941586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.166675ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T12:05:12.941938Z","caller":"traceutil/trace.go:171","msg":"trace[829926370] transaction","detail":"{read_only:false; response_revision:29080; number_of_response:1; }","duration":"3.856987823s","start":"2026-07-02T12:05:09.084926Z","end":"2026-07-02T12:05:12.941914Z","steps":["trace[829926370] 'process raft request' (duration: 3.856782146s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:12.942027Z","caller":"traceutil/trace.go:171","msg":"trace[280185853] transaction","detail":"{read_only:false; response_revision:29079; number_of_response:1; }","duration":"3.857275232s","start":"2026-07-02T12:05:09.084692Z","end":"2026-07-02T12:05:12.941968Z","steps":["trace[280185853] 'process raft request' (duration: 3.112617041s)","trace[280185853] 'compare' (duration: 743.519935ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:05:12.942288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:09.084669Z","time spent":"3.857480678s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:05:12.94205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:09.084908Z","time spent":"3.857089066s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:05:12.942381Z","caller":"traceutil/trace.go:171","msg":"trace[1949313180] transaction","detail":"{read_only:false; response_revision:29082; number_of_response:1; }","duration":"2.884041178s","start":"2026-07-02T12:05:10.058323Z","end":"2026-07-02T12:05:12.942364Z","steps":["trace[1949313180] 'process raft request' (duration: 2.883919864s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:12.942375Z","caller":"traceutil/trace.go:171","msg":"trace[281870192] transaction","detail":"{read_only:false; response_revision:29081; number_of_response:1; }","duration":"3.856171907s","start":"2026-07-02T12:05:09.086156Z","end":"2026-07-02T12:05:12.942328Z","steps":["trace[281870192] 'process raft request' (duration: 3.855700132s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:12.942462Z","caller":"traceutil/trace.go:171","msg":"trace[1124138101] transaction","detail":"{read_only:false; number_of_response:0; response_revision:29082; }","duration":"2.876499058s","start":"2026-07-02T12:05:10.065935Z","end":"2026-07-02T12:05:12.942434Z","steps":["trace[1124138101] 'process raft request' (duration: 2.876390095s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:12.942479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:10.058301Z","time spent":"2.884139481s","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-02T12:05:12.942549Z","caller":"traceutil/trace.go:171","msg":"trace[320663452] transaction","detail":"{read_only:false; response_revision:29083; number_of_response:1; }","duration":"858.713384ms","start":"2026-07-02T12:05:12.083818Z","end":"2026-07-02T12:05:12.942532Z","steps":["trace[320663452] 'process raft request' (duration: 858.620972ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:12.942564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:10.065919Z","time spent":"2.876602151s","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":30,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-02T12:05:12.942642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.835440388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T12:05:12.942649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:12.083797Z","time spent":"858.805557ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:05:12.942658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.617368006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T12:05:12.942698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.51155514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T12:05:12.942713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.253886839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-07-02T12:05:12.942712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.776777054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T12:05:12.942756Z","caller":"traceutil/trace.go:171","msg":"trace[1083593231] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:29083; }","duration":"3.253962272s","start":"2026-07-02T12:05:09.688782Z","end":"2026-07-02T12:05:12.942744Z","steps":["trace[1083593231] 'agreement among raft nodes before linearized reading' (duration: 3.253814658s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:12.942753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.252722122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-07-02T12:05:12.942754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.650793319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6914968c-cf2e-49cf-9b95-5f1219d08885\" ","response":"range_response_count:1 size:1316"} {"level":"warn","ts":"2026-07-02T12:05:12.94279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:09.688759Z","time spent":"3.254024293s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-02T12:05:12.942804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.807867132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T12:05:12.942795Z","caller":"traceutil/trace.go:171","msg":"trace[1639025641] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:29083; }","duration":"3.776900268s","start":"2026-07-02T12:05:09.165878Z","end":"2026-07-02T12:05:12.942778Z","steps":["trace[1639025641] 'agreement among raft nodes before linearized reading' (duration: 3.776725673s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:12.942804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.644953133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:05:12.942816Z","caller":"traceutil/trace.go:171","msg":"trace[1505103810] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6914968c-cf2e-49cf-9b95-5f1219d08885; range_end:; response_count:1; response_revision:29083; }","duration":"5.650870432s","start":"2026-07-02T12:05:07.291928Z","end":"2026-07-02T12:05:12.942798Z","steps":["trace[1505103810] 'agreement among raft nodes before linearized reading' (duration: 5.650676726s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:12.942836Z","caller":"traceutil/trace.go:171","msg":"trace[1085755730] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:29083; }","duration":"3.807900163s","start":"2026-07-02T12:05:09.134927Z","end":"2026-07-02T12:05:12.942827Z","steps":["trace[1085755730] 'agreement among raft nodes before linearized reading' (duration: 3.807792439s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:12.942845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.573063549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T12:05:12.942848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.648846407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7104"} {"level":"warn","ts":"2026-07-02T12:05:12.942856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:09.16586Z","time spent":"3.77697914s","remote":"127.0.0.1:45078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":8,"response size":32,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-07-02T12:05:12.942799Z","caller":"traceutil/trace.go:171","msg":"trace[1865546205] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:29083; }","duration":"3.252810926s","start":"2026-07-02T12:05:09.689974Z","end":"2026-07-02T12:05:12.942785Z","steps":["trace[1865546205] 'agreement among raft nodes before linearized reading' (duration: 3.252697772s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:12.942875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:09.134879Z","time spent":"3.807988406s","remote":"127.0.0.1:45096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":91,"response size":32,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-07-02T12:05:12.942849Z","caller":"traceutil/trace.go:171","msg":"trace[2006767296] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:29083; }","duration":"5.645009075s","start":"2026-07-02T12:05:07.297829Z","end":"2026-07-02T12:05:12.942839Z","steps":["trace[2006767296] 'agreement among raft nodes before linearized reading' (duration: 5.644941283s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:12.942883Z","caller":"traceutil/trace.go:171","msg":"trace[665340292] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:29083; }","duration":"5.648896478s","start":"2026-07-02T12:05:07.293979Z","end":"2026-07-02T12:05:12.942875Z","steps":["trace[665340292] 'agreement among raft nodes before linearized reading' (duration: 5.648794375s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:12.942882Z","caller":"traceutil/trace.go:171","msg":"trace[1391298955] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:29083; }","duration":"5.573137671s","start":"2026-07-02T12:05:07.369735Z","end":"2026-07-02T12:05:12.942872Z","steps":["trace[1391298955] 'agreement among raft nodes before linearized reading' (duration: 5.573040988s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:12.94292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:07.293969Z","time spent":"5.648943451s","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7128,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-02T12:05:12.942923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:07.297818Z","time spent":"5.645095388s","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-07-02T12:05:12.942955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:07.369715Z","time spent":"5.573216674s","remote":"127.0.0.1:45358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":60,"response size":32,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-07-02T12:05:12.942751Z","caller":"traceutil/trace.go:171","msg":"trace[893796363] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:29083; }","duration":"4.511645213s","start":"2026-07-02T12:05:08.431091Z","end":"2026-07-02T12:05:12.942736Z","steps":["trace[893796363] 'agreement among raft nodes before linearized reading' (duration: 4.5115616s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:12.942697Z","caller":"traceutil/trace.go:171","msg":"trace[1227081802] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:29083; }","duration":"3.835538641s","start":"2026-07-02T12:05:09.107145Z","end":"2026-07-02T12:05:12.942684Z","steps":["trace[1227081802] 'agreement among raft nodes before linearized reading' (duration: 3.835400767s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:12.943038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:08.43107Z","time spent":"4.511946693s","remote":"127.0.0.1:40834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-07-02T12:05:12.942749Z","caller":"traceutil/trace.go:171","msg":"trace[148638755] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:29083; }","duration":"5.617518612s","start":"2026-07-02T12:05:07.32521Z","end":"2026-07-02T12:05:12.942728Z","steps":["trace[148638755] 'agreement among raft nodes before linearized reading' (duration: 5.617369987s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:12.942563Z","caller":"traceutil/trace.go:171","msg":"trace[656684068] linearizableReadLoop","detail":"{readStateIndex:30434; appliedIndex:30426; }","duration":"2.885637969s","start":"2026-07-02T12:05:10.056895Z","end":"2026-07-02T12:05:12.942533Z","steps":["trace[656684068] 'read index received' (duration: 1.383200961s)","trace[656684068] 'applied index is now lower than readState.Index' (duration: 1.502433837s)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:05:12.943056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:09.107123Z","time spent":"3.835919984s","remote":"127.0.0.1:33094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:05:12.942861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:07.291922Z","time spent":"5.650927154s","remote":"127.0.0.1:44984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1340,"request content":"key:\"/registry/persistentvolumes/pvc-6914968c-cf2e-49cf-9b95-5f1219d08885\" "} {"level":"warn","ts":"2026-07-02T12:05:12.943295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.883555892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-02T12:05:12.943336Z","caller":"traceutil/trace.go:171","msg":"trace[1050354473] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:29083; }","duration":"2.883625125s","start":"2026-07-02T12:05:10.0597Z","end":"2026-07-02T12:05:12.943325Z","steps":["trace[1050354473] 'agreement among raft nodes before linearized reading' (duration: 2.88348573s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:12.943372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:10.059685Z","time spent":"2.883679076s","remote":"127.0.0.1:45096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-02T12:05:12.943396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.4378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T12:05:12.9429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:09.689949Z","time spent":"3.252941579s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-07-02T12:05:12.943463Z","caller":"traceutil/trace.go:171","msg":"trace[2127045838] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:29083; }","duration":"184.546333ms","start":"2026-07-02T12:05:12.758899Z","end":"2026-07-02T12:05:12.943445Z","steps":["trace[2127045838] 'agreement among raft nodes before linearized reading' (duration: 184.44259ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:12.943499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012367807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T12:05:12.943548Z","caller":"traceutil/trace.go:171","msg":"trace[297540459] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:29083; }","duration":"1.012457879s","start":"2026-07-02T12:05:11.931079Z","end":"2026-07-02T12:05:12.943537Z","steps":["trace[297540459] 'agreement among raft nodes before linearized reading' (duration: 1.012378497s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:12.943543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.971926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T12:05:12.94356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.637906363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T12:05:12.943582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:11.931058Z","time spent":"1.012515471s","remote":"127.0.0.1:45244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-02T12:05:12.94359Z","caller":"traceutil/trace.go:171","msg":"trace[1619932895] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29083; }","duration":"1.637972425s","start":"2026-07-02T12:05:11.305608Z","end":"2026-07-02T12:05:12.943581Z","steps":["trace[1619932895] 'agreement among raft nodes before linearized reading' (duration: 1.637921503s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:12.94359Z","caller":"traceutil/trace.go:171","msg":"trace[929249909] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:29083; }","duration":"703.050549ms","start":"2026-07-02T12:05:12.240524Z","end":"2026-07-02T12:05:12.943574Z","steps":["trace[929249909] 'agreement among raft nodes before linearized reading' (duration: 702.975406ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:12.943619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:11.305588Z","time spent":"1.638025547s","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T12:05:12.943628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:12.240503Z","time spent":"703.11595ms","remote":"127.0.0.1:46452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":32,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:05:12.943094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:07.325195Z","time spent":"5.617890563s","remote":"127.0.0.1:53704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:05:12.942546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:09.086131Z","time spent":"3.856331692s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:05:12.943878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.130479584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T12:05:12.943919Z","caller":"traceutil/trace.go:171","msg":"trace[1811080972] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:29083; }","duration":"2.130555766s","start":"2026-07-02T12:05:10.813351Z","end":"2026-07-02T12:05:12.943907Z","steps":["trace[1811080972] 'agreement among raft nodes before linearized reading' (duration: 2.130498034s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:12.943955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:10.81333Z","time spent":"2.130617258s","remote":"127.0.0.1:41192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":32,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:05:12.944018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.284243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T12:05:12.944065Z","caller":"traceutil/trace.go:171","msg":"trace[2010197427] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:29083; }","duration":"933.336275ms","start":"2026-07-02T12:05:12.010718Z","end":"2026-07-02T12:05:12.944055Z","steps":["trace[2010197427] 'agreement among raft nodes before linearized reading' (duration: 933.209211ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:12.944136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:12.010659Z","time spent":"933.435298ms","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":89,"response size":32,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:05:12.944285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.168322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-02T12:05:12.944318Z","caller":"traceutil/trace.go:171","msg":"trace[1712389917] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29083; }","duration":"878.231014ms","start":"2026-07-02T12:05:12.066078Z","end":"2026-07-02T12:05:12.944309Z","steps":["trace[1712389917] 'agreement among raft nodes before linearized reading' (duration: 878.133761ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:12.944345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:12.066059Z","time spent":"878.279986ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-02T12:05:12.943828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.980456477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:05:12.944679Z","caller":"traceutil/trace.go:171","msg":"trace[502405764] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:29083; }","duration":"1.981323915s","start":"2026-07-02T12:05:10.96333Z","end":"2026-07-02T12:05:12.944654Z","steps":["trace[502405764] 'agreement among raft nodes before linearized reading' (duration: 1.980453267s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:12.943671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.398778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-07-02T12:05:12.944759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:10.963313Z","time spent":"1.981419697s","remote":"127.0.0.1:59262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-07-02T12:05:12.944779Z","caller":"traceutil/trace.go:171","msg":"trace[1576285541] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:29083; }","duration":"878.567595ms","start":"2026-07-02T12:05:12.066196Z","end":"2026-07-02T12:05:12.944764Z","steps":["trace[1576285541] 'agreement among raft nodes before linearized reading' (duration: 877.330506ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:12.944824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:12.066173Z","time spent":"878.635367ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-02T12:05:12.945333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.192365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-02T12:05:12.945401Z","caller":"traceutil/trace.go:171","msg":"trace[1936216341] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29083; }","duration":"879.305868ms","start":"2026-07-02T12:05:12.066078Z","end":"2026-07-02T12:05:12.945384Z","steps":["trace[1936216341] 'agreement among raft nodes before linearized reading' (duration: 877.255453ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:12.945784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:12.066059Z","time spent":"879.702481ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-02T12:05:13.425987Z","caller":"traceutil/trace.go:171","msg":"trace[1763039007] transaction","detail":"{read_only:false; response_revision:29084; number_of_response:1; }","duration":"476.632384ms","start":"2026-07-02T12:05:12.94933Z","end":"2026-07-02T12:05:13.425962Z","steps":["trace[1763039007] 'process raft request' (duration: 475.799518ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:13.426121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:12.949316Z","time spent":"476.740508ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:05:13.425989Z","caller":"traceutil/trace.go:171","msg":"trace[2090083448] transaction","detail":"{read_only:false; response_revision:29085; number_of_response:1; }","duration":"476.228581ms","start":"2026-07-02T12:05:12.949743Z","end":"2026-07-02T12:05:13.425971Z","steps":["trace[2090083448] 'process raft request' (duration: 476.105657ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:13.426233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:12.949736Z","time spent":"476.47915ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:05:13.426663Z","caller":"traceutil/trace.go:171","msg":"trace[1754875745] transaction","detail":"{read_only:false; response_revision:29086; number_of_response:1; }","duration":"475.650244ms","start":"2026-07-02T12:05:12.95099Z","end":"2026-07-02T12:05:13.42664Z","steps":["trace[1754875745] 'process raft request' (duration: 474.948941ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:13.426735Z","caller":"traceutil/trace.go:171","msg":"trace[406608249] transaction","detail":"{read_only:false; response_revision:29087; number_of_response:1; }","duration":"475.672504ms","start":"2026-07-02T12:05:12.951049Z","end":"2026-07-02T12:05:13.426722Z","steps":["trace[406608249] 'process raft request' (duration: 475.498919ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:13.426786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:12.95102Z","time spent":"475.738216ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:05:13.426789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:12.950972Z","time spent":"475.747076ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:05:13.426996Z","caller":"traceutil/trace.go:171","msg":"trace[1018818490] linearizableReadLoop","detail":"{readStateIndex:30437; appliedIndex:30435; }","duration":"477.521023ms","start":"2026-07-02T12:05:12.949464Z","end":"2026-07-02T12:05:13.426985Z","steps":["trace[1018818490] 'read index received' (duration: 25.279573ms)","trace[1018818490] 'applied index is now lower than readState.Index' (duration: 452.24076ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:05:13.42699Z","caller":"traceutil/trace.go:171","msg":"trace[1331218614] transaction","detail":"{read_only:false; response_revision:29088; number_of_response:1; }","duration":"473.475865ms","start":"2026-07-02T12:05:12.953482Z","end":"2026-07-02T12:05:13.426958Z","steps":["trace[1331218614] 'process raft request' (duration: 473.181045ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:13.427094Z","caller":"traceutil/trace.go:171","msg":"trace[871662167] transaction","detail":"{read_only:false; response_revision:29090; number_of_response:1; }","duration":"466.539164ms","start":"2026-07-02T12:05:12.960528Z","end":"2026-07-02T12:05:13.427068Z","steps":["trace[871662167] 'process raft request' (duration: 466.40709ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:13.427151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.681928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be74da32672b8c\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-02T12:05:13.427178Z","caller":"traceutil/trace.go:171","msg":"trace[1282491297] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18be74da32672b8c; range_end:; response_count:1; response_revision:29090; }","duration":"477.72283ms","start":"2026-07-02T12:05:12.949447Z","end":"2026-07-02T12:05:13.42717Z","steps":["trace[1282491297] 'agreement among raft nodes before linearized reading' (duration: 477.615186ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:13.427197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:12.949442Z","time spent":"477.75167ms","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be74da32672b8c\" "} {"level":"warn","ts":"2026-07-02T12:05:13.427219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:12.960492Z","time spent":"466.665858ms","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16844,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:05:13.427368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:12.95347Z","time spent":"473.600088ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:05:13.427696Z","caller":"traceutil/trace.go:171","msg":"trace[306138427] transaction","detail":"{read_only:false; response_revision:29089; number_of_response:1; }","duration":"473.290419ms","start":"2026-07-02T12:05:12.953701Z","end":"2026-07-02T12:05:13.426992Z","steps":["trace[306138427] 'process raft request' (duration: 473.185706ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:13.428293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:12.953692Z","time spent":"474.123075ms","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:05:13.435282Z","caller":"traceutil/trace.go:171","msg":"trace[684367172] transaction","detail":"{read_only:false; response_revision:29091; number_of_response:1; }","duration":"459.5023ms","start":"2026-07-02T12:05:12.975764Z","end":"2026-07-02T12:05:13.435266Z","steps":["trace[684367172] 'process raft request' (duration: 459.216971ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:13.435373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:12.975728Z","time spent":"459.598994ms","remote":"127.0.0.1:44868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:05:13.435557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.079498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:05:13.435588Z","caller":"traceutil/trace.go:171","msg":"trace[1207022434] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29091; }","duration":"482.123319ms","start":"2026-07-02T12:05:12.953458Z","end":"2026-07-02T12:05:13.435581Z","steps":["trace[1207022434] 'agreement among raft nodes before linearized reading' (duration: 482.045546ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:13.435608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:12.953452Z","time spent":"482.152591ms","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T12:05:13.435752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.951167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:05:13.435779Z","caller":"traceutil/trace.go:171","msg":"trace[592427123] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:29091; }","duration":"483.992539ms","start":"2026-07-02T12:05:12.951778Z","end":"2026-07-02T12:05:13.435771Z","steps":["trace[592427123] 'agreement among raft nodes before linearized reading' (duration: 483.914066ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:13.435799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:12.951736Z","time spent":"484.057961ms","remote":"127.0.0.1:45096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-02T12:05:13.435961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.088295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-07-02T12:05:13.435986Z","caller":"traceutil/trace.go:171","msg":"trace[1013819638] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:29091; }","duration":"486.135796ms","start":"2026-07-02T12:05:12.949843Z","end":"2026-07-02T12:05:13.435979Z","steps":["trace[1013819638] 'agreement among raft nodes before linearized reading' (duration: 486.047874ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:13.436004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:12.949826Z","time spent":"486.174008ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1590,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"info","ts":"2026-07-02T12:05:22.465361Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25918} {"level":"info","ts":"2026-07-02T12:05:22.648062Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25918,"took":"178.334996ms","hash":1481833401,"current-db-size-bytes":58904576,"current-db-size":"59 MB","current-db-size-in-use-bytes":43753472,"current-db-size-in-use":"44 MB"} {"level":"info","ts":"2026-07-02T12:05:22.648136Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1481833401,"revision":25918,"compact-revision":23129} {"level":"warn","ts":"2026-07-02T12:05:24.276775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.16495ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:6"} {"level":"info","ts":"2026-07-02T12:05:24.276965Z","caller":"traceutil/trace.go:171","msg":"trace[1014442698] linearizableReadLoop","detail":"{readStateIndex:30564; appliedIndex:30563; }","duration":"175.437875ms","start":"2026-07-02T12:05:24.10145Z","end":"2026-07-02T12:05:24.276888Z","steps":["trace[1014442698] 'read index received' (duration: 42.982µs)","trace[1014442698] 'applied index is now lower than readState.Index' (duration: 175.393333ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:05:24.277179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.715333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7077"} {"level":"info","ts":"2026-07-02T12:05:24.277237Z","caller":"traceutil/trace.go:171","msg":"trace[85498104] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:29206; }","duration":"175.815326ms","start":"2026-07-02T12:05:24.101405Z","end":"2026-07-02T12:05:24.27722Z","steps":["trace[85498104] 'agreement among raft nodes before linearized reading' (duration: 175.61136ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:24.277432Z","caller":"traceutil/trace.go:171","msg":"trace[1734864801] transaction","detail":"{read_only:false; number_of_response:0; response_revision:29206; }","duration":"536.59411ms","start":"2026-07-02T12:05:23.740811Z","end":"2026-07-02T12:05:24.277405Z","steps":["trace[1734864801] 'process raft request' (duration: 70.715827ms)","trace[1734864801] 'compare' (duration: 465.116409ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:05:24.277543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:23.740787Z","time spent":"536.703074ms","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":30,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-02T12:05:30.062597Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096944183198072,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-02T12:05:30.125288Z","caller":"traceutil/trace.go:171","msg":"trace[389045200] transaction","detail":"{read_only:false; response_revision:29232; number_of_response:1; }","duration":"630.513084ms","start":"2026-07-02T12:05:29.494748Z","end":"2026-07-02T12:05:30.125261Z","steps":["trace[389045200] 'process raft request' (duration: 630.350859ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:30.125431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:29.494719Z","time spent":"630.637468ms","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:05:30.607557Z","caller":"traceutil/trace.go:171","msg":"trace[1881076783] linearizableReadLoop","detail":"{readStateIndex:30592; appliedIndex:30590; }","duration":"1.045355464s","start":"2026-07-02T12:05:29.562183Z","end":"2026-07-02T12:05:30.607538Z","steps":["trace[1881076783] 'read index received' (duration: 562.937107ms)","trace[1881076783] 'applied index is now lower than readState.Index' (duration: 482.417597ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:05:30.608264Z","caller":"traceutil/trace.go:171","msg":"trace[297367707] transaction","detail":"{read_only:false; response_revision:29233; number_of_response:1; }","duration":"1.004892139s","start":"2026-07-02T12:05:29.603336Z","end":"2026-07-02T12:05:30.608228Z","steps":["trace[297367707] 'process raft request' (duration: 1.001473051s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:30.608347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04615488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-02T12:05:30.60847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:29.603317Z","time spent":"1.005026943s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:05:30.608485Z","caller":"traceutil/trace.go:171","msg":"trace[1952731470] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29233; }","duration":"1.046322775s","start":"2026-07-02T12:05:29.562114Z","end":"2026-07-02T12:05:30.608437Z","steps":["trace[1952731470] 'agreement among raft nodes before linearized reading' (duration: 1.046016095s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:30.608562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:29.562087Z","time spent":"1.046436329s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-02T12:05:31.108507Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096944183198077,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T12:05:31.609478Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096944183198077,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T12:05:32.110313Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096944183198077,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T12:05:32.409784Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.80492629s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-02T12:05:32.628628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.583475ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:6"} {"level":"info","ts":"2026-07-02T12:05:32.628954Z","caller":"traceutil/trace.go:171","msg":"trace[1269411100] transaction","detail":"{read_only:false; number_of_response:0; response_revision:29233; }","duration":"2.496711101s","start":"2026-07-02T12:05:30.132226Z","end":"2026-07-02T12:05:32.628937Z","steps":["trace[1269411100] 'process raft request' (duration: 2.277753224s)","trace[1269411100] 'compare' (duration: 218.540114ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:05:32.629012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:30.132207Z","time spent":"2.496782013s","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":30,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-02T12:05:32.62931Z","caller":"traceutil/trace.go:171","msg":"trace[438370503] transaction","detail":"{read_only:false; response_revision:29234; number_of_response:1; }","duration":"2.22631269s","start":"2026-07-02T12:05:30.402961Z","end":"2026-07-02T12:05:32.629274Z","steps":["trace[438370503] 'process raft request' (duration: 2.225899007s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:32.629442Z","caller":"traceutil/trace.go:171","msg":"trace[812446741] transaction","detail":"{read_only:false; response_revision:29235; number_of_response:1; }","duration":"2.017514006s","start":"2026-07-02T12:05:30.611912Z","end":"2026-07-02T12:05:32.629426Z","steps":["trace[812446741] 'process raft request' (duration: 2.017291539s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:32.629488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:30.40293Z","time spent":"2.226465135s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:05:32.629522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:30.611891Z","time spent":"2.017585798s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:05:32.629497Z","caller":"traceutil/trace.go:171","msg":"trace[1278986688] transaction","detail":"{read_only:false; response_revision:29238; number_of_response:1; }","duration":"1.569564782s","start":"2026-07-02T12:05:31.059902Z","end":"2026-07-02T12:05:32.629467Z","steps":["trace[1278986688] 'process raft request' (duration: 1.56950639s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:32.629539Z","caller":"traceutil/trace.go:171","msg":"trace[1782515232] transaction","detail":"{read_only:false; response_revision:29236; number_of_response:1; }","duration":"1.569938494s","start":"2026-07-02T12:05:31.059565Z","end":"2026-07-02T12:05:32.629503Z","steps":["trace[1782515232] 'process raft request' (duration: 1.569743718s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:32.629575Z","caller":"traceutil/trace.go:171","msg":"trace[337216688] linearizableReadLoop","detail":"{readStateIndex:30599; appliedIndex:30592; }","duration":"2.021666928s","start":"2026-07-02T12:05:30.607883Z","end":"2026-07-02T12:05:32.62955Z","steps":["trace[337216688] 'read index received' (duration: 1.802110491s)","trace[337216688] 'applied index is now lower than readState.Index' (duration: 219.555007ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:05:32.629844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:31.059894Z","time spent":"1.569684956s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:05:32.629854Z","caller":"traceutil/trace.go:171","msg":"trace[180881641] transaction","detail":"{read_only:false; response_revision:29237; number_of_response:1; }","duration":"1.570173742s","start":"2026-07-02T12:05:31.059664Z","end":"2026-07-02T12:05:32.629837Z","steps":["trace[180881641] 'process raft request' (duration: 1.569700667s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:32.629866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:31.059544Z","time spent":"1.570062168s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:05:32.629949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:31.059641Z","time spent":"1.570264124s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:05:32.630049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.958740278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:05:32.630046Z","caller":"traceutil/trace.go:171","msg":"trace[876173557] transaction","detail":"{read_only:false; response_revision:29239; number_of_response:1; }","duration":"715.67626ms","start":"2026-07-02T12:05:31.914352Z","end":"2026-07-02T12:05:32.630028Z","steps":["trace[876173557] 'process raft request' (duration: 715.093421ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:32.630089Z","caller":"traceutil/trace.go:171","msg":"trace[14343026] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29239; }","duration":"1.95881167s","start":"2026-07-02T12:05:30.671265Z","end":"2026-07-02T12:05:32.630077Z","steps":["trace[14343026] 'agreement among raft nodes before linearized reading' (duration: 1.958748829s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:32.630097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.308175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T12:05:32.630119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:30.671246Z","time spent":"1.958867152s","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T12:05:32.630124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.067837278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-02T12:05:32.630141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:31.914326Z","time spent":"715.766073ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:05:32.630151Z","caller":"traceutil/trace.go:171","msg":"trace[226954692] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:0; response_revision:29239; }","duration":"662.356526ms","start":"2026-07-02T12:05:31.967775Z","end":"2026-07-02T12:05:32.630132Z","steps":["trace[226954692] 'agreement among raft nodes before linearized reading' (duration: 662.271234ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:32.630241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.951451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-02T12:05:32.63027Z","caller":"traceutil/trace.go:171","msg":"trace[1681136501] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:29239; }","duration":"2.951502541s","start":"2026-07-02T12:05:29.67876Z","end":"2026-07-02T12:05:32.630262Z","steps":["trace[1681136501] 'agreement among raft nodes before linearized reading' (duration: 2.951421599s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:32.630273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:31.967701Z","time spent":"662.559222ms","remote":"127.0.0.1:32972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-07-02T12:05:32.6303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:29.678744Z","time spent":"2.951549303s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":552,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-02T12:05:32.630309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.141118099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:05:32.630352Z","caller":"traceutil/trace.go:171","msg":"trace[2066176455] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:29239; }","duration":"1.141224112s","start":"2026-07-02T12:05:31.489112Z","end":"2026-07-02T12:05:32.630336Z","steps":["trace[2066176455] 'agreement among raft nodes before linearized reading' (duration: 1.141138139s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:32.630396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:31.489095Z","time spent":"1.141287024s","remote":"127.0.0.1:40888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-07-02T12:05:32.630162Z","caller":"traceutil/trace.go:171","msg":"trace[402187473] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29239; }","duration":"3.06789609s","start":"2026-07-02T12:05:29.562253Z","end":"2026-07-02T12:05:32.630149Z","steps":["trace[402187473] 'agreement among raft nodes before linearized reading' (duration: 3.067728694s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:32.630507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:29.562244Z","time spent":"3.068245551s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-02T12:05:32.630568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.927249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4438"} {"level":"info","ts":"2026-07-02T12:05:32.630619Z","caller":"traceutil/trace.go:171","msg":"trace[539699158] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:29239; }","duration":"163.996491ms","start":"2026-07-02T12:05:32.466609Z","end":"2026-07-02T12:05:32.630605Z","steps":["trace[539699158] 'agreement among raft nodes before linearized reading' (duration: 163.867107ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:32.630659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.368149873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-02T12:05:32.63062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.116591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T12:05:32.630676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.5347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T12:05:32.63069Z","caller":"traceutil/trace.go:171","msg":"trace[1718377925] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29239; }","duration":"1.368218185s","start":"2026-07-02T12:05:31.262463Z","end":"2026-07-02T12:05:32.630681Z","steps":["trace[1718377925] 'agreement among raft nodes before linearized reading' (duration: 1.368094741s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:32.63071Z","caller":"traceutil/trace.go:171","msg":"trace[1376078649] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:29239; }","duration":"199.601112ms","start":"2026-07-02T12:05:32.431098Z","end":"2026-07-02T12:05:32.6307Z","steps":["trace[1376078649] 'agreement among raft nodes before linearized reading' (duration: 199.54546ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:32.630718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:31.262443Z","time spent":"1.368268466s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-02T12:05:32.630738Z","caller":"traceutil/trace.go:171","msg":"trace[1570932539] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:29239; }","duration":"517.230075ms","start":"2026-07-02T12:05:32.113463Z","end":"2026-07-02T12:05:32.630693Z","steps":["trace[1570932539] 'agreement among raft nodes before linearized reading' (duration: 517.127072ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:32.63079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.76495761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T12:05:32.630798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:32.113443Z","time spent":"517.336088ms","remote":"127.0.0.1:53822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-07-02T12:05:32.630841Z","caller":"traceutil/trace.go:171","msg":"trace[1746972754] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:29239; }","duration":"1.765048443s","start":"2026-07-02T12:05:30.865778Z","end":"2026-07-02T12:05:32.630827Z","steps":["trace[1746972754] 'agreement among raft nodes before linearized reading' (duration: 1.76495355s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:32.630879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:30.865759Z","time spent":"1.765109566s","remote":"127.0.0.1:60510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:05:32.631107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.472983093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-02T12:05:32.631112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.535835971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:05:32.631139Z","caller":"traceutil/trace.go:171","msg":"trace[1902339527] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29239; }","duration":"1.473074586s","start":"2026-07-02T12:05:31.158053Z","end":"2026-07-02T12:05:32.631128Z","steps":["trace[1902339527] 'agreement among raft nodes before linearized reading' (duration: 1.472958572s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:32.631185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:31.158005Z","time spent":"1.473158779s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-02T12:05:32.631177Z","caller":"traceutil/trace.go:171","msg":"trace[37595721] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:29239; }","duration":"1.535934884s","start":"2026-07-02T12:05:31.095222Z","end":"2026-07-02T12:05:32.631157Z","steps":["trace[37595721] 'agreement among raft nodes before linearized reading' (duration: 1.53582912s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:32.631234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:31.095205Z","time spent":"1.536014266s","remote":"127.0.0.1:40850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:05:33.137275Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096944183198086,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T12:05:33.638415Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096944183198086,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T12:05:33.964209Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.304780128s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-02T12:05:34.165925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:33.281097Z","time spent":"884.820794ms","remote":"127.0.0.1:46594","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-02T12:05:34.167388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.834374ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T12:05:34.167543Z","caller":"traceutil/trace.go:171","msg":"trace[2121869337] transaction","detail":"{read_only:false; response_revision:29240; number_of_response:1; }","duration":"1.531946785s","start":"2026-07-02T12:05:32.635553Z","end":"2026-07-02T12:05:34.1675Z","steps":["trace[2121869337] 'process raft request' (duration: 1.328909714s)","trace[2121869337] 'compare' (duration: 201.12527ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:05:34.167628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:32.635535Z","time spent":"1.532054629s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:05:34.641818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000424942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-02T12:05:34.641884Z","caller":"traceutil/trace.go:171","msg":"trace[511859424] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000519984s","start":"2026-07-02T12:05:32.64135Z","end":"2026-07-02T12:05:34.64187Z","steps":["trace[511859424] 'agreement among raft nodes before linearized reading' (duration: 2.000436801s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:34.641917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:32.641344Z","time spent":"2.000566596s","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T12:05:35.217542Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.135337504s","expected-duration":"1s"} {"level":"info","ts":"2026-07-02T12:05:35.306812Z","caller":"traceutil/trace.go:171","msg":"trace[2089321159] transaction","detail":"{read_only:false; response_revision:29241; number_of_response:1; }","duration":"2.670148142s","start":"2026-07-02T12:05:32.636617Z","end":"2026-07-02T12:05:35.306765Z","steps":["trace[2089321159] 'process raft request' (duration: 2.581177295s)","trace[2089321159] 'compare' (duration: 88.543783ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:05:35.306932Z","caller":"traceutil/trace.go:171","msg":"trace[868253399] transaction","detail":"{read_only:false; response_revision:29243; number_of_response:1; }","duration":"2.668950063s","start":"2026-07-02T12:05:32.637932Z","end":"2026-07-02T12:05:35.306882Z","steps":["trace[868253399] 'process raft request' (duration: 2.66883199s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:35.306977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:32.636601Z","time spent":"2.670292336s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:05:35.306991Z","caller":"traceutil/trace.go:171","msg":"trace[1110050291] linearizableReadLoop","detail":"{readStateIndex:30606; appliedIndex:30599; }","duration":"2.670234984s","start":"2026-07-02T12:05:32.636731Z","end":"2026-07-02T12:05:35.306966Z","steps":["trace[1110050291] 'read index received' (duration: 1.327753718s)","trace[1110050291] 'applied index is now lower than readState.Index' (duration: 1.342479946s)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:05:35.307121Z","caller":"traceutil/trace.go:171","msg":"trace[1494960772] transaction","detail":"{read_only:false; response_revision:29242; number_of_response:1; }","duration":"2.669868863s","start":"2026-07-02T12:05:32.63724Z","end":"2026-07-02T12:05:35.307109Z","steps":["trace[1494960772] 'process raft request' (duration: 2.669431569s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:35.307115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:32.63792Z","time spent":"2.669103408s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:05:35.307175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:32.637213Z","time spent":"2.669933435s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:05:35.307211Z","caller":"traceutil/trace.go:171","msg":"trace[1207596355] transaction","detail":"{read_only:false; response_revision:29244; number_of_response:1; }","duration":"2.668934792s","start":"2026-07-02T12:05:32.638262Z","end":"2026-07-02T12:05:35.307197Z","steps":["trace[1207596355] 'process raft request' (duration: 2.66854012s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:35.30728Z","caller":"traceutil/trace.go:171","msg":"trace[725366448] transaction","detail":"{read_only:false; response_revision:29246; number_of_response:1; }","duration":"2.30816219s","start":"2026-07-02T12:05:32.999109Z","end":"2026-07-02T12:05:35.307271Z","steps":["trace[725366448] 'process raft request' (duration: 2.307815669s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:35.307305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:32.638253Z","time spent":"2.668987295s","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4421,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:05:35.307341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:32.999084Z","time spent":"2.308222152s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:05:35.307586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.670851013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-02T12:05:35.307627Z","caller":"traceutil/trace.go:171","msg":"trace[569085639] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29246; }","duration":"2.670911245s","start":"2026-07-02T12:05:32.636702Z","end":"2026-07-02T12:05:35.307613Z","steps":["trace[569085639] 'agreement among raft nodes before linearized reading' (duration: 2.6707527s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:35.307592Z","caller":"traceutil/trace.go:171","msg":"trace[1453732133] transaction","detail":"{read_only:false; response_revision:29245; number_of_response:1; }","duration":"2.663275143s","start":"2026-07-02T12:05:32.644283Z","end":"2026-07-02T12:05:35.307558Z","steps":["trace[1453732133] 'process raft request' (duration: 2.6625699s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:35.307652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:32.636686Z","time spent":"2.670960047s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-02T12:05:35.307741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:32.644273Z","time spent":"2.663387626s","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16844,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:05:35.807765Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096944183198098,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T12:05:36.642764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000420002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-02T12:05:36.642822Z","caller":"traceutil/trace.go:171","msg":"trace[1435655336] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000516616s","start":"2026-07-02T12:05:34.642291Z","end":"2026-07-02T12:05:36.642808Z","steps":["trace[1435655336] 'agreement among raft nodes before linearized reading' (duration: 2.000436233s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:36.642852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:34.642243Z","time spent":"2.000602798s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T12:05:36.645159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.037136ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T12:05:36.645416Z","caller":"traceutil/trace.go:171","msg":"trace[738711626] transaction","detail":"{read_only:false; response_revision:29247; number_of_response:1; }","duration":"2.008426766s","start":"2026-07-02T12:05:34.636941Z","end":"2026-07-02T12:05:36.645368Z","steps":["trace[738711626] 'process raft request' (duration: 1.51506966s)","trace[738711626] 'compare' (duration: 492.788098ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:05:36.645522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:34.636928Z","time spent":"2.008548511s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:05:36.645836Z","caller":"traceutil/trace.go:171","msg":"trace[12163173] transaction","detail":"{read_only:false; response_revision:29250; number_of_response:1; }","duration":"2.004886704s","start":"2026-07-02T12:05:34.640925Z","end":"2026-07-02T12:05:36.645811Z","steps":["trace[12163173] 'process raft request' (duration: 2.004838113s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:36.645998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:34.640904Z","time spent":"2.005008828s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:05:36.646146Z","caller":"traceutil/trace.go:171","msg":"trace[207164915] transaction","detail":"{read_only:false; response_revision:29248; number_of_response:1; }","duration":"2.009078167s","start":"2026-07-02T12:05:34.637026Z","end":"2026-07-02T12:05:36.646104Z","steps":["trace[207164915] 'process raft request' (duration: 2.008247271s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:36.646201Z","caller":"traceutil/trace.go:171","msg":"trace[2071585803] transaction","detail":"{read_only:false; response_revision:29249; number_of_response:1; }","duration":"2.005338039s","start":"2026-07-02T12:05:34.640846Z","end":"2026-07-02T12:05:36.646184Z","steps":["trace[2071585803] 'process raft request' (duration: 2.004849763s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:36.646279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:34.640833Z","time spent":"2.005406481s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:05:36.646317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:34.63702Z","time spent":"2.009213442s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:05:36.778697Z","caller":"traceutil/trace.go:171","msg":"trace[808658619] linearizableReadLoop","detail":"{readStateIndex:30612; appliedIndex:30606; }","duration":"1.471615739s","start":"2026-07-02T12:05:35.307052Z","end":"2026-07-02T12:05:36.778668Z","steps":["trace[808658619] 'read index received' (duration: 844.937687ms)","trace[808658619] 'applied index is now lower than readState.Index' (duration: 626.676692ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:05:36.778836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.675595796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:05:36.778929Z","caller":"traceutil/trace.go:171","msg":"trace[1495410668] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:0; response_revision:29252; }","duration":"2.67574619s","start":"2026-07-02T12:05:34.103165Z","end":"2026-07-02T12:05:36.778911Z","steps":["trace[1495410668] 'agreement among raft nodes before linearized reading' (duration: 2.675536324s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:36.778987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:34.103142Z","time spent":"2.675830173s","remote":"127.0.0.1:32972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-07-02T12:05:36.779042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.684995157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-07-02T12:05:36.779103Z","caller":"traceutil/trace.go:171","msg":"trace[964594872] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:29252; }","duration":"3.685086451s","start":"2026-07-02T12:05:33.094001Z","end":"2026-07-02T12:05:36.779088Z","steps":["trace[964594872] 'agreement among raft nodes before linearized reading' (duration: 3.684899525s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:36.77915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:33.093981Z","time spent":"3.685157282s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":562,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"info","ts":"2026-07-02T12:05:36.779271Z","caller":"traceutil/trace.go:171","msg":"trace[1111717395] transaction","detail":"{read_only:false; response_revision:29251; number_of_response:1; }","duration":"1.46659666s","start":"2026-07-02T12:05:35.312655Z","end":"2026-07-02T12:05:36.779252Z","steps":["trace[1111717395] 'process raft request' (duration: 1.465130953s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:36.779379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:35.312632Z","time spent":"1.466692603s","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":707,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-02T12:05:36.779429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.821482434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T12:05:36.779509Z","caller":"traceutil/trace.go:171","msg":"trace[194723441] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:29252; }","duration":"3.821601699s","start":"2026-07-02T12:05:32.95789Z","end":"2026-07-02T12:05:36.779491Z","steps":["trace[194723441] 'agreement among raft nodes before linearized reading' (duration: 3.821482785s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:36.779568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:32.957868Z","time spent":"3.82167959s","remote":"127.0.0.1:40836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-07-02T12:05:36.779755Z","caller":"traceutil/trace.go:171","msg":"trace[773192473] transaction","detail":"{read_only:false; response_revision:29252; number_of_response:1; }","duration":"1.462691136s","start":"2026-07-02T12:05:35.317043Z","end":"2026-07-02T12:05:36.779734Z","steps":["trace[773192473] 'process raft request' (duration: 1.461302592s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:36.779863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:35.317019Z","time spent":"1.46279071s","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:05:36.7801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.72025697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:05:36.780196Z","caller":"traceutil/trace.go:171","msg":"trace[944734088] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29252; }","duration":"1.720390274s","start":"2026-07-02T12:05:35.059792Z","end":"2026-07-02T12:05:36.780182Z","steps":["trace[944734088] 'agreement among raft nodes before linearized reading' (duration: 1.72025782s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:36.780245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:35.059771Z","time spent":"1.720460966s","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T12:05:36.780563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.146785333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-02T12:05:36.780638Z","caller":"traceutil/trace.go:171","msg":"trace[1984518185] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29252; }","duration":"2.146899806s","start":"2026-07-02T12:05:34.63372Z","end":"2026-07-02T12:05:36.780619Z","steps":["trace[1984518185] 'agreement among raft nodes before linearized reading' (duration: 2.146659809s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:36.780672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:34.633702Z","time spent":"2.146962588s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-02T12:05:36.778875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.285589256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T12:05:36.780785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.468305195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-02T12:05:36.7808Z","caller":"traceutil/trace.go:171","msg":"trace[1973599350] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:29252; }","duration":"3.287545568s","start":"2026-07-02T12:05:33.493228Z","end":"2026-07-02T12:05:36.780773Z","steps":["trace[1973599350] 'agreement among raft nodes before linearized reading' (duration: 3.285593566s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:36.780901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:33.493211Z","time spent":"3.287664163s","remote":"127.0.0.1:53762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-02T12:05:36.780951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.834101346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.89\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-07-02T12:05:36.780951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.902695745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"warn","ts":"2026-07-02T12:05:36.780961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.402631872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T12:05:36.781018Z","caller":"traceutil/trace.go:171","msg":"trace[357598623] range","detail":"{range_begin:/registry/masterleases/199.204.45.89; range_end:; response_count:1; response_revision:29252; }","duration":"3.834205029s","start":"2026-07-02T12:05:32.946797Z","end":"2026-07-02T12:05:36.781002Z","steps":["trace[357598623] 'agreement among raft nodes before linearized reading' (duration: 3.834049964s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:36.781037Z","caller":"traceutil/trace.go:171","msg":"trace[1021315361] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29252; }","duration":"3.902804298s","start":"2026-07-02T12:05:32.878206Z","end":"2026-07-02T12:05:36.78101Z","steps":["trace[1021315361] 'agreement among raft nodes before linearized reading' (duration: 3.902623572s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:36.781055Z","caller":"traceutil/trace.go:171","msg":"trace[1164342442] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:29252; }","duration":"2.402787917s","start":"2026-07-02T12:05:34.378246Z","end":"2026-07-02T12:05:36.781034Z","steps":["trace[1164342442] 'agreement among raft nodes before linearized reading' (duration: 2.40258804s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:36.781068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:32.946776Z","time spent":"3.834280021s","remote":"127.0.0.1:44868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.89\" "} {"level":"warn","ts":"2026-07-02T12:05:36.78108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:32.87819Z","time spent":"3.902880861s","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":686,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-02T12:05:36.780846Z","caller":"traceutil/trace.go:171","msg":"trace[498015772] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29252; }","duration":"1.468427118s","start":"2026-07-02T12:05:35.312404Z","end":"2026-07-02T12:05:36.780831Z","steps":["trace[498015772] 'agreement among raft nodes before linearized reading' (duration: 1.468195391s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:36.78112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:34.378227Z","time spent":"2.40287768s","remote":"127.0.0.1:59270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":24,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:05:36.781154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:35.312383Z","time spent":"1.468752639s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-02T12:05:36.780993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.975858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T12:05:36.781956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.992843949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:35 size:282508"} {"level":"warn","ts":"2026-07-02T12:05:36.782055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.461698695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9321"} {"level":"info","ts":"2026-07-02T12:05:36.782102Z","caller":"traceutil/trace.go:171","msg":"trace[960415220] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:29252; }","duration":"1.461754816s","start":"2026-07-02T12:05:35.320334Z","end":"2026-07-02T12:05:36.782089Z","steps":["trace[960415220] 'agreement among raft nodes before linearized reading' (duration: 1.461631152s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:36.782065Z","caller":"traceutil/trace.go:171","msg":"trace[1659073423] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:35; response_revision:29252; }","duration":"3.992983304s","start":"2026-07-02T12:05:32.789035Z","end":"2026-07-02T12:05:36.782018Z","steps":["trace[1659073423] 'agreement among raft nodes before linearized reading' (duration: 3.991371353s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:36.782127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.478093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be74da32672b8c\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-07-02T12:05:36.782147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:35.32033Z","time spent":"1.461808758s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":9345,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" "} {"level":"info","ts":"2026-07-02T12:05:36.78216Z","caller":"traceutil/trace.go:171","msg":"trace[552416597] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18be74da32672b8c; range_end:; response_count:1; response_revision:29252; }","duration":"134.543165ms","start":"2026-07-02T12:05:36.647608Z","end":"2026-07-02T12:05:36.782152Z","steps":["trace[552416597] 'agreement among raft nodes before linearized reading' (duration: 133.399489ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:36.782166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:32.789011Z","time spent":"3.993140318s","remote":"127.0.0.1:45274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":35,"response size":282532,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-07-02T12:05:36.782324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.462106817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4334"} {"level":"info","ts":"2026-07-02T12:05:36.782359Z","caller":"traceutil/trace.go:171","msg":"trace[228953597] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:29252; }","duration":"1.462142248s","start":"2026-07-02T12:05:35.320203Z","end":"2026-07-02T12:05:36.782346Z","steps":["trace[228953597] 'agreement among raft nodes before linearized reading' (duration: 1.462071066s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:36.782377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.56066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-02T12:05:36.782395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:35.320201Z","time spent":"1.46218567s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4358,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" "} {"level":"info","ts":"2026-07-02T12:05:36.782416Z","caller":"traceutil/trace.go:171","msg":"trace[1612926291] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29252; }","duration":"610.637913ms","start":"2026-07-02T12:05:36.171768Z","end":"2026-07-02T12:05:36.782406Z","steps":["trace[1612926291] 'agreement among raft nodes before linearized reading' (duration: 610.52068ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:36.782432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.462255642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5587"} {"level":"warn","ts":"2026-07-02T12:05:36.782449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:36.17175Z","time spent":"610.691644ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-02T12:05:36.782442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.465591028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5178"} {"level":"info","ts":"2026-07-02T12:05:36.782465Z","caller":"traceutil/trace.go:171","msg":"trace[1291291479] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:29252; }","duration":"1.462299604s","start":"2026-07-02T12:05:35.320154Z","end":"2026-07-02T12:05:36.782454Z","steps":["trace[1291291479] 'agreement among raft nodes before linearized reading' (duration: 1.462210811s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:36.782477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.431146144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188253"} {"level":"info","ts":"2026-07-02T12:05:36.782535Z","caller":"traceutil/trace.go:171","msg":"trace[2124779594] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:29252; }","duration":"1.431209336s","start":"2026-07-02T12:05:35.35131Z","end":"2026-07-02T12:05:36.782519Z","steps":["trace[2124779594] 'agreement among raft nodes before linearized reading' (duration: 1.43101881s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:36.782551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.462353756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4084"} {"level":"info","ts":"2026-07-02T12:05:36.782579Z","caller":"traceutil/trace.go:171","msg":"trace[365407444] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:29252; }","duration":"1.462386097s","start":"2026-07-02T12:05:35.320186Z","end":"2026-07-02T12:05:36.782572Z","steps":["trace[365407444] 'agreement among raft nodes before linearized reading' (duration: 1.462322535s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:36.782582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:35.349991Z","time spent":"1.43258206s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":188277,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-07-02T12:05:36.782601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:35.320183Z","time spent":"1.462409497s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4108,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" "} {"level":"warn","ts":"2026-07-02T12:05:36.782596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.465670441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4181"} {"level":"info","ts":"2026-07-02T12:05:36.782632Z","caller":"traceutil/trace.go:171","msg":"trace[1992997512] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:29252; }","duration":"1.465717672s","start":"2026-07-02T12:05:35.316905Z","end":"2026-07-02T12:05:36.782623Z","steps":["trace[1992997512] 'agreement among raft nodes before linearized reading' (duration: 1.465611519s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:36.782643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.461101286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24245"} {"level":"warn","ts":"2026-07-02T12:05:36.782674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:35.316901Z","time spent":"1.465765674s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4205,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" "} {"level":"info","ts":"2026-07-02T12:05:36.782678Z","caller":"traceutil/trace.go:171","msg":"trace[1106128163] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:29252; }","duration":"1.461149087s","start":"2026-07-02T12:05:35.321519Z","end":"2026-07-02T12:05:36.782668Z","steps":["trace[1106128163] 'agreement among raft nodes before linearized reading' (duration: 1.461051683s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:36.782707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:35.321513Z","time spent":"1.461187689s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":24269,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"warn","ts":"2026-07-02T12:05:36.782606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.470123113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-02T12:05:36.782809Z","caller":"traceutil/trace.go:171","msg":"trace[1768511600] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29252; }","duration":"1.470324349s","start":"2026-07-02T12:05:35.312469Z","end":"2026-07-02T12:05:36.782794Z","steps":["trace[1768511600] 'agreement among raft nodes before linearized reading' (duration: 1.470098231s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:36.782495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:35.320145Z","time spent":"1.462342465s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":5611,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" "} {"level":"warn","ts":"2026-07-02T12:05:36.782841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:35.312466Z","time spent":"1.47036618s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-02T12:05:36.782719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.397870977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:05:36.782492Z","caller":"traceutil/trace.go:171","msg":"trace[754539678] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:29252; }","duration":"1.46566843s","start":"2026-07-02T12:05:35.316808Z","end":"2026-07-02T12:05:36.782476Z","steps":["trace[754539678] 'agreement among raft nodes before linearized reading' (duration: 1.465513736s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:36.782915Z","caller":"traceutil/trace.go:171","msg":"trace[2096397718] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:29252; }","duration":"1.398120114s","start":"2026-07-02T12:05:35.384778Z","end":"2026-07-02T12:05:36.782898Z","steps":["trace[2096397718] 'agreement among raft nodes before linearized reading' (duration: 1.397887417s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:36.782941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.462517511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10378"} {"level":"warn","ts":"2026-07-02T12:05:36.782956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:35.384756Z","time spent":"1.398187396s","remote":"127.0.0.1:45042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-07-02T12:05:36.782973Z","caller":"traceutil/trace.go:171","msg":"trace[207030066] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:29252; }","duration":"1.462575252s","start":"2026-07-02T12:05:35.320388Z","end":"2026-07-02T12:05:36.782963Z","steps":["trace[207030066] 'agreement among raft nodes before linearized reading' (duration: 1.462485999s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:36.782986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:35.316794Z","time spent":"1.466145336s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":5202,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" "} {"level":"warn","ts":"2026-07-02T12:05:36.783013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:35.320373Z","time spent":"1.462630754s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":10402,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" "} {"level":"warn","ts":"2026-07-02T12:05:36.783063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.268120094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188496"} {"level":"warn","ts":"2026-07-02T12:05:36.782879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.424850474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"warn","ts":"2026-07-02T12:05:36.782554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.469908006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4438"} {"level":"info","ts":"2026-07-02T12:05:36.783114Z","caller":"traceutil/trace.go:171","msg":"trace[819800802] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29252; }","duration":"1.425124022s","start":"2026-07-02T12:05:35.357979Z","end":"2026-07-02T12:05:36.783103Z","steps":["trace[819800802] 'agreement among raft nodes before linearized reading' (duration: 1.424832593s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:36.783129Z","caller":"traceutil/trace.go:171","msg":"trace[402989056] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:29252; }","duration":"1.470505865s","start":"2026-07-02T12:05:35.312606Z","end":"2026-07-02T12:05:36.783112Z","steps":["trace[402989056] 'agreement among raft nodes before linearized reading' (duration: 1.469895895s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:36.783157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:35.312589Z","time spent":"1.470562256s","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4462,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-07-02T12:05:36.783163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:35.357965Z","time spent":"1.425185755s","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11521,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-02T12:05:36.783168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.462791079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13230"} {"level":"info","ts":"2026-07-02T12:05:36.783203Z","caller":"traceutil/trace.go:171","msg":"trace[705612652] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:29252; }","duration":"1.462838641s","start":"2026-07-02T12:05:35.320355Z","end":"2026-07-02T12:05:36.783193Z","steps":["trace[705612652] 'agreement among raft nodes before linearized reading' (duration: 1.462733028s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:36.783106Z","caller":"traceutil/trace.go:171","msg":"trace[942786162] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:29252; }","duration":"1.268191666s","start":"2026-07-02T12:05:35.514905Z","end":"2026-07-02T12:05:36.783096Z","steps":["trace[942786162] 'agreement among raft nodes before linearized reading' (duration: 1.26800422s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:36.783279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:35.514887Z","time spent":"1.268383472s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":188520,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"info","ts":"2026-07-02T12:05:36.78331Z","caller":"traceutil/trace.go:171","msg":"trace[824360940] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29252; }","duration":"129.254667ms","start":"2026-07-02T12:05:36.651982Z","end":"2026-07-02T12:05:36.781236Z","steps":["trace[824360940] 'agreement among raft nodes before linearized reading' (duration: 128.980718ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:36.78337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.969907581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-02T12:05:36.783409Z","caller":"traceutil/trace.go:171","msg":"trace[2136400592] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29252; }","duration":"3.969963192s","start":"2026-07-02T12:05:32.813436Z","end":"2026-07-02T12:05:36.783399Z","steps":["trace[2136400592] 'agreement among raft nodes before linearized reading' (duration: 3.968262608s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:36.78344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:32.813426Z","time spent":"3.970007324s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-02T12:05:36.783241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:35.320348Z","time spent":"1.462886573s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":13254,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"warn","ts":"2026-07-02T12:05:41.1101Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096944183198615,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-02T12:05:41.121215Z","caller":"traceutil/trace.go:171","msg":"trace[2077466971] transaction","detail":"{read_only:false; response_revision:29431; number_of_response:1; }","duration":"808.030064ms","start":"2026-07-02T12:05:40.313152Z","end":"2026-07-02T12:05:41.121182Z","steps":["trace[2077466971] 'process raft request' (duration: 802.186838ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:41.121407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:40.313121Z","time spent":"808.179449ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:05:42.401213Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.285877328s","expected-duration":"1s"} {"level":"info","ts":"2026-07-02T12:05:42.40821Z","caller":"traceutil/trace.go:171","msg":"trace[1316127080] transaction","detail":"{read_only:false; response_revision:29432; number_of_response:1; }","duration":"1.749349824s","start":"2026-07-02T12:05:40.658835Z","end":"2026-07-02T12:05:42.408185Z","steps":["trace[1316127080] 'process raft request' (duration: 1.742589789s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:42.408364Z","caller":"traceutil/trace.go:171","msg":"trace[411316869] transaction","detail":"{read_only:false; response_revision:29433; number_of_response:1; }","duration":"1.747364441s","start":"2026-07-02T12:05:40.660977Z","end":"2026-07-02T12:05:42.408341Z","steps":["trace[411316869] 'process raft request' (duration: 1.747093172s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:42.408472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:40.660967Z","time spent":"1.747445423s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:05:42.408363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:40.658816Z","time spent":"1.749463288s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:05:42.408904Z","caller":"traceutil/trace.go:171","msg":"trace[1530085355] transaction","detail":"{read_only:false; response_revision:29434; number_of_response:1; }","duration":"1.745919385s","start":"2026-07-02T12:05:40.662966Z","end":"2026-07-02T12:05:42.408885Z","steps":["trace[1530085355] 'process raft request' (duration: 1.745321446s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:42.408985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:40.662941Z","time spent":"1.746007068s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:05:42.409015Z","caller":"traceutil/trace.go:171","msg":"trace[1881562743] linearizableReadLoop","detail":"{readStateIndex:30799; appliedIndex:30793; }","duration":"1.799077324s","start":"2026-07-02T12:05:40.609903Z","end":"2026-07-02T12:05:42.408981Z","steps":["trace[1881562743] 'read index received' (duration: 505.432269ms)","trace[1881562743] 'applied index is now lower than readState.Index' (duration: 1.293643785s)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:05:42.409041Z","caller":"traceutil/trace.go:171","msg":"trace[1293367875] transaction","detail":"{read_only:false; response_revision:29436; number_of_response:1; }","duration":"1.580653883s","start":"2026-07-02T12:05:40.828368Z","end":"2026-07-02T12:05:42.409022Z","steps":["trace[1293367875] 'process raft request' (duration: 1.58054575s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:42.408991Z","caller":"traceutil/trace.go:171","msg":"trace[1998317942] transaction","detail":"{read_only:false; response_revision:29435; number_of_response:1; }","duration":"1.744165249s","start":"2026-07-02T12:05:40.664809Z","end":"2026-07-02T12:05:42.408974Z","steps":["trace[1998317942] 'process raft request' (duration: 1.744008794s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:42.409138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:40.828349Z","time spent":"1.580735466s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:05:42.409157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:40.664797Z","time spent":"1.744294434s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:05:42.409186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.770692452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T12:05:42.409204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.799272681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:05:42.409249Z","caller":"traceutil/trace.go:171","msg":"trace[1250248782] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:29436; }","duration":"1.770760734s","start":"2026-07-02T12:05:40.638469Z","end":"2026-07-02T12:05:42.409229Z","steps":["trace[1250248782] 'agreement among raft nodes before linearized reading' (duration: 1.770658401s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:42.409293Z","caller":"traceutil/trace.go:171","msg":"trace[1495470870] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:29436; }","duration":"1.799435815s","start":"2026-07-02T12:05:40.609835Z","end":"2026-07-02T12:05:42.409271Z","steps":["trace[1495470870] 'agreement among raft nodes before linearized reading' (duration: 1.79925984s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:42.409301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.476184034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-07-02T12:05:42.409346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:40.60981Z","time spent":"1.799525278s","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:05:42.409292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.609681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:05:42.409384Z","caller":"traceutil/trace.go:171","msg":"trace[602245222] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29436; }","duration":"1.476321858s","start":"2026-07-02T12:05:40.933041Z","end":"2026-07-02T12:05:42.409363Z","steps":["trace[602245222] 'agreement among raft nodes before linearized reading' (duration: 1.476134152s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:42.409394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060704663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T12:05:42.409403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.225680585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:05:42.409409Z","caller":"traceutil/trace.go:171","msg":"trace[972508705] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:29436; }","duration":"474.827018ms","start":"2026-07-02T12:05:41.934553Z","end":"2026-07-02T12:05:42.40938Z","steps":["trace[972508705] 'agreement among raft nodes before linearized reading' (duration: 474.713214ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:42.409433Z","caller":"traceutil/trace.go:171","msg":"trace[2132101090] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:29436; }","duration":"1.225712226s","start":"2026-07-02T12:05:41.183713Z","end":"2026-07-02T12:05:42.409426Z","steps":["trace[2132101090] 'agreement among raft nodes before linearized reading' (duration: 1.225666945s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:42.40943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:40.933016Z","time spent":"1.476404841s","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":671,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-02T12:05:42.409436Z","caller":"traceutil/trace.go:171","msg":"trace[1957102780] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:29436; }","duration":"1.060765145s","start":"2026-07-02T12:05:41.348657Z","end":"2026-07-02T12:05:42.409422Z","steps":["trace[1957102780] 'agreement among raft nodes before linearized reading' (duration: 1.060714913s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:42.409425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095041194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T12:05:42.409458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:41.183698Z","time spent":"1.225753938s","remote":"127.0.0.1:53936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:05:42.409469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:41.348643Z","time spent":"1.060818157s","remote":"127.0.0.1:54090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:05:42.409464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:41.934475Z","time spent":"474.970202ms","remote":"127.0.0.1:53676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:05:42.409242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.9197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:05:42.409499Z","caller":"traceutil/trace.go:171","msg":"trace[1483429819] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:29436; }","duration":"1.095154808s","start":"2026-07-02T12:05:41.314324Z","end":"2026-07-02T12:05:42.409479Z","steps":["trace[1483429819] 'agreement among raft nodes before linearized reading' (duration: 1.095043764s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:42.409515Z","caller":"traceutil/trace.go:171","msg":"trace[1739401233] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29436; }","duration":"740.190239ms","start":"2026-07-02T12:05:41.669313Z","end":"2026-07-02T12:05:42.409503Z","steps":["trace[1739401233] 'agreement among raft nodes before linearized reading' (duration: 739.900529ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:42.409549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:41.314306Z","time spent":"1.095232181s","remote":"127.0.0.1:60542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:05:42.409555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:41.669262Z","time spent":"740.282192ms","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T12:05:42.409325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.589139643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-02T12:05:42.409632Z","caller":"traceutil/trace.go:171","msg":"trace[1167263367] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29436; }","duration":"1.589467053s","start":"2026-07-02T12:05:40.820153Z","end":"2026-07-02T12:05:42.40962Z","steps":["trace[1167263367] 'agreement among raft nodes before linearized reading' (duration: 1.589091841s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:42.409342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:40.63845Z","time spent":"1.770873548s","remote":"127.0.0.1:54026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:05:42.409668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:40.820141Z","time spent":"1.589515195s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-02T12:05:42.410226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.598227842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-02T12:05:42.410272Z","caller":"traceutil/trace.go:171","msg":"trace[493213943] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29436; }","duration":"1.598308045s","start":"2026-07-02T12:05:40.811952Z","end":"2026-07-02T12:05:42.41026Z","steps":["trace[493213943] 'agreement among raft nodes before linearized reading' (duration: 1.597294422s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:42.410301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:40.811934Z","time spent":"1.598359076s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-02T12:05:42.41045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.604207692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-02T12:05:42.41051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.425912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-07-02T12:05:42.410513Z","caller":"traceutil/trace.go:171","msg":"trace[305445877] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29436; }","duration":"1.604344026s","start":"2026-07-02T12:05:40.806154Z","end":"2026-07-02T12:05:42.410498Z","steps":["trace[305445877] 'agreement among raft nodes before linearized reading' (duration: 1.603095177s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:42.41054Z","caller":"traceutil/trace.go:171","msg":"trace[1800964580] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29436; }","duration":"591.482774ms","start":"2026-07-02T12:05:41.819049Z","end":"2026-07-02T12:05:42.410532Z","steps":["trace[1800964580] 'agreement among raft nodes before linearized reading' (duration: 590.261656ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:42.41055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:40.80613Z","time spent":"1.604411489s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-02T12:05:42.410574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:41.819035Z","time spent":"591.533095ms","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11521,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-02T12:05:42.410737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.526322146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-07-02T12:05:42.410772Z","caller":"traceutil/trace.go:171","msg":"trace[908700331] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29436; }","duration":"1.526398479s","start":"2026-07-02T12:05:40.884362Z","end":"2026-07-02T12:05:42.410761Z","steps":["trace[908700331] 'agreement among raft nodes before linearized reading' (duration: 1.524946063s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:42.410795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:40.884337Z","time spent":"1.526452451s","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":686,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-02T12:05:42.410938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.631049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3191"} {"level":"info","ts":"2026-07-02T12:05:42.410994Z","caller":"traceutil/trace.go:171","msg":"trace[1288967135] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:29436; }","duration":"597.716671ms","start":"2026-07-02T12:05:41.813263Z","end":"2026-07-02T12:05:42.41098Z","steps":["trace[1288967135] 'agreement among raft nodes before linearized reading' (duration: 596.066749ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:42.411029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:41.813247Z","time spent":"597.773394ms","remote":"127.0.0.1:32972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3215,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-07-02T12:05:42.411112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.583722541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-02T12:05:42.411179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.48646071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2d2dbc01-bf25-4ba9-b8be-7d5562d2bd41\" ","response":"range_response_count:1 size:3643"} {"level":"info","ts":"2026-07-02T12:05:42.411191Z","caller":"traceutil/trace.go:171","msg":"trace[1409813591] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29436; }","duration":"1.583837654s","start":"2026-07-02T12:05:40.82733Z","end":"2026-07-02T12:05:42.411168Z","steps":["trace[1409813591] 'agreement among raft nodes before linearized reading' (duration: 1.582013657s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:42.411226Z","caller":"traceutil/trace.go:171","msg":"trace[1085809500] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2d2dbc01-bf25-4ba9-b8be-7d5562d2bd41; range_end:; response_count:1; response_revision:29436; }","duration":"1.486558754s","start":"2026-07-02T12:05:40.924653Z","end":"2026-07-02T12:05:42.411211Z","steps":["trace[1085809500] 'agreement among raft nodes before linearized reading' (duration: 1.484679914s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:42.411235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:40.827317Z","time spent":"1.583908027s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-02T12:05:42.41126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:40.92463Z","time spent":"1.486621916s","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2d2dbc01-bf25-4ba9-b8be-7d5562d2bd41\" "} {"level":"warn","ts":"2026-07-02T12:05:42.411499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.082918159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-02T12:05:42.411548Z","caller":"traceutil/trace.go:171","msg":"trace[75455767] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:29436; }","duration":"1.082999172s","start":"2026-07-02T12:05:41.328535Z","end":"2026-07-02T12:05:42.411535Z","steps":["trace[75455767] 'agreement among raft nodes before linearized reading' (duration: 1.080823373s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:42.411586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:41.328519Z","time spent":"1.083058663s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":552,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-02T12:05:42.41167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.706088189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2d2dbc01-bf25-4ba9-b8be-7d5562d2bd41\" ","response":"range_response_count:1 size:3643"} {"level":"info","ts":"2026-07-02T12:05:42.411717Z","caller":"traceutil/trace.go:171","msg":"trace[909678189] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2d2dbc01-bf25-4ba9-b8be-7d5562d2bd41; range_end:; response_count:1; response_revision:29436; }","duration":"1.706169331s","start":"2026-07-02T12:05:40.705535Z","end":"2026-07-02T12:05:42.411704Z","steps":["trace[909678189] 'agreement among raft nodes before linearized reading' (duration: 1.703827007s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:42.411747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:40.705517Z","time spent":"1.706222304s","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2d2dbc01-bf25-4ba9-b8be-7d5562d2bd41\" "} {"level":"warn","ts":"2026-07-02T12:05:42.411855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.598820921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-02T12:05:42.411897Z","caller":"traceutil/trace.go:171","msg":"trace[393368181] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29436; }","duration":"1.598904973s","start":"2026-07-02T12:05:40.81298Z","end":"2026-07-02T12:05:42.411885Z","steps":["trace[393368181] 'agreement among raft nodes before linearized reading' (duration: 1.596744065s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:42.411931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:40.812958Z","time spent":"1.598963785s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-02T12:05:44.140728Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.658174327s","expected-duration":"1s"} {"level":"info","ts":"2026-07-02T12:05:44.141394Z","caller":"traceutil/trace.go:171","msg":"trace[33597571] transaction","detail":"{read_only:false; response_revision:29438; number_of_response:1; }","duration":"1.726464538s","start":"2026-07-02T12:05:42.4149Z","end":"2026-07-02T12:05:44.141365Z","steps":["trace[33597571] 'process raft request' (duration: 1.72622962s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:44.141576Z","caller":"traceutil/trace.go:171","msg":"trace[1925141267] transaction","detail":"{read_only:false; response_revision:29441; number_of_response:1; }","duration":"1.726200339s","start":"2026-07-02T12:05:42.415324Z","end":"2026-07-02T12:05:44.141524Z","steps":["trace[1925141267] 'process raft request' (duration: 1.726009153s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:44.141646Z","caller":"traceutil/trace.go:171","msg":"trace[154549260] transaction","detail":"{read_only:false; response_revision:29443; number_of_response:1; }","duration":"1.725033003s","start":"2026-07-02T12:05:42.416606Z","end":"2026-07-02T12:05:44.141639Z","steps":["trace[154549260] 'process raft request' (duration: 1.724780175s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:44.141739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:42.416599Z","time spent":"1.725067613s","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3745,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:05:44.141755Z","caller":"traceutil/trace.go:171","msg":"trace[652204001] linearizableReadLoop","detail":"{readStateIndex:30801; appliedIndex:30799; }","duration":"1.726765637s","start":"2026-07-02T12:05:42.414962Z","end":"2026-07-02T12:05:44.141727Z","steps":["trace[652204001] 'read index received' (duration: 67.643939ms)","trace[652204001] 'applied index is now lower than readState.Index' (duration: 1.659120338s)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:05:44.141847Z","caller":"traceutil/trace.go:171","msg":"trace[775410304] transaction","detail":"{read_only:false; response_revision:29444; number_of_response:1; }","duration":"1.724238997s","start":"2026-07-02T12:05:42.417598Z","end":"2026-07-02T12:05:44.141837Z","steps":["trace[775410304] 'process raft request' (duration: 1.723986459s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:44.141928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:42.414891Z","time spent":"1.726697815s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:05:44.142018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:42.415317Z","time spent":"1.726672855s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:05:44.141946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.726969514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-07-02T12:05:44.14213Z","caller":"traceutil/trace.go:171","msg":"trace[1737785810] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29444; }","duration":"1.727184761s","start":"2026-07-02T12:05:42.414932Z","end":"2026-07-02T12:05:44.142117Z","steps":["trace[1737785810] 'agreement among raft nodes before linearized reading' (duration: 1.726905902s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:44.141451Z","caller":"traceutil/trace.go:171","msg":"trace[947730271] transaction","detail":"{read_only:false; response_revision:29440; number_of_response:1; }","duration":"1.726343284s","start":"2026-07-02T12:05:42.415065Z","end":"2026-07-02T12:05:44.141408Z","steps":["trace[947730271] 'process raft request' (duration: 1.726240461s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:44.142175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:42.414916Z","time spent":"1.727247102s","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11521,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-02T12:05:44.142248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:42.415058Z","time spent":"1.727135799s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:05:44.141459Z","caller":"traceutil/trace.go:171","msg":"trace[486716101] transaction","detail":"{read_only:false; response_revision:29439; number_of_response:1; }","duration":"1.726449937s","start":"2026-07-02T12:05:42.414984Z","end":"2026-07-02T12:05:44.141433Z","steps":["trace[486716101] 'process raft request' (duration: 1.726286562s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:44.142436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:42.414954Z","time spent":"1.727439418s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:05:44.141449Z","caller":"traceutil/trace.go:171","msg":"trace[586249312] transaction","detail":"{read_only:false; response_revision:29442; number_of_response:1; }","duration":"1.725167176s","start":"2026-07-02T12:05:42.41627Z","end":"2026-07-02T12:05:44.141437Z","steps":["trace[586249312] 'process raft request' (duration: 1.725091044s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:44.14257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:42.416261Z","time spent":"1.726286902s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:05:44.141983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:42.417592Z","time spent":"1.724285578s","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:05:44.672061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000503384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-02T12:05:44.672154Z","caller":"traceutil/trace.go:171","msg":"trace[1539360657] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000670719s","start":"2026-07-02T12:05:42.671468Z","end":"2026-07-02T12:05:44.672139Z","steps":["trace[1539360657] 'agreement among raft nodes before linearized reading' (duration: 2.000552426s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:44.672193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:42.671447Z","time spent":"2.000738471s","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T12:05:44.892801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.441733ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T12:05:44.892915Z","caller":"traceutil/trace.go:171","msg":"trace[2066877882] linearizableReadLoop","detail":"{readStateIndex:30808; appliedIndex:30807; }","duration":"751.089014ms","start":"2026-07-02T12:05:44.141807Z","end":"2026-07-02T12:05:44.892896Z","steps":["trace[2066877882] 'read index received' (duration: 485.490125ms)","trace[2066877882] 'applied index is now lower than readState.Index' (duration: 265.596729ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:05:44.893148Z","caller":"traceutil/trace.go:171","msg":"trace[332335421] transaction","detail":"{read_only:false; response_revision:29445; number_of_response:1; }","duration":"1.893504954s","start":"2026-07-02T12:05:42.999628Z","end":"2026-07-02T12:05:44.893133Z","steps":["trace[332335421] 'process raft request' (duration: 1.627658978s)","trace[332335421] 'compare' (duration: 265.061601ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:05:44.89323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:42.999597Z","time spent":"1.893597907s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:05:44.893428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127976859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:05:44.893472Z","caller":"traceutil/trace.go:171","msg":"trace[1881692216] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:29445; }","duration":"1.128069573s","start":"2026-07-02T12:05:43.76539Z","end":"2026-07-02T12:05:44.89346Z","steps":["trace[1881692216] 'agreement among raft nodes before linearized reading' (duration: 1.12799518s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:44.893504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:43.765364Z","time spent":"1.128130735s","remote":"127.0.0.1:60310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:05:44.893671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.148995597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:05:44.893712Z","caller":"traceutil/trace.go:171","msg":"trace[2011461684] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:29445; }","duration":"1.14908036s","start":"2026-07-02T12:05:43.744621Z","end":"2026-07-02T12:05:44.893701Z","steps":["trace[2011461684] 'agreement among raft nodes before linearized reading' (duration: 1.149017478s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:44.89374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:43.744596Z","time spent":"1.149136602s","remote":"127.0.0.1:45198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":30,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:05:44.894017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.408670298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-07-02T12:05:44.894058Z","caller":"traceutil/trace.go:171","msg":"trace[544352016] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:29445; }","duration":"1.40874182s","start":"2026-07-02T12:05:43.485306Z","end":"2026-07-02T12:05:44.894048Z","steps":["trace[544352016] 'agreement among raft nodes before linearized reading' (duration: 1.408566155s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:44.894084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:43.485289Z","time spent":"1.408788082s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-02T12:05:44.894217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.581539182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rook-ceph-rgw-ceph\" ","response":"range_response_count:1 size:1702"} {"level":"info","ts":"2026-07-02T12:05:44.894301Z","caller":"traceutil/trace.go:171","msg":"trace[415851815] range","detail":"{range_begin:/registry/services/specs/openstack/rook-ceph-rgw-ceph; range_end:; response_count:1; response_revision:29445; }","duration":"1.581630154s","start":"2026-07-02T12:05:43.312658Z","end":"2026-07-02T12:05:44.894288Z","steps":["trace[415851815] 'agreement among raft nodes before linearized reading' (duration: 1.5814938s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:44.894314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.581707207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached-metrics\" ","response":"range_response_count:1 size:760"} {"level":"info","ts":"2026-07-02T12:05:44.894336Z","caller":"traceutil/trace.go:171","msg":"trace[2130912980] range","detail":"{range_begin:/registry/services/specs/openstack/memcached-metrics; range_end:; response_count:1; response_revision:29445; }","duration":"1.581753028s","start":"2026-07-02T12:05:43.312577Z","end":"2026-07-02T12:05:44.89433Z","steps":["trace[2130912980] 'agreement among raft nodes before linearized reading' (duration: 1.581679226s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:44.894351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:43.312561Z","time spent":"1.581786659s","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":784,"request content":"key:\"/registry/services/specs/openstack/memcached-metrics\" "} {"level":"warn","ts":"2026-07-02T12:05:44.894364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.946192268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.89\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-07-02T12:05:44.89436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.581650535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-neutron-nodes\" ","response":"range_response_count:1 size:1263"} {"level":"warn","ts":"2026-07-02T12:05:44.894347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:43.312651Z","time spent":"1.581680695s","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1726,"request content":"key:\"/registry/services/specs/openstack/rook-ceph-rgw-ceph\" "} {"level":"warn","ts":"2026-07-02T12:05:44.894459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.58182301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/glance-api\" ","response":"range_response_count:1 size:923"} {"level":"warn","ts":"2026-07-02T12:05:44.894475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.582320847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:1442"} {"level":"warn","ts":"2026-07-02T12:05:44.894493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.478567294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"warn","ts":"2026-07-02T12:05:44.894456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.581688116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-metrics\" ","response":"range_response_count:1 size:1489"} {"level":"info","ts":"2026-07-02T12:05:44.894521Z","caller":"traceutil/trace.go:171","msg":"trace[611226325] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29445; }","duration":"2.478622135s","start":"2026-07-02T12:05:42.41589Z","end":"2026-07-02T12:05:44.894512Z","steps":["trace[611226325] 'agreement among raft nodes before linearized reading' (duration: 2.478555563s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:44.894533Z","caller":"traceutil/trace.go:171","msg":"trace[996326213] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:29445; }","duration":"1.58242931s","start":"2026-07-02T12:05:43.312081Z","end":"2026-07-02T12:05:44.89451Z","steps":["trace[996326213] 'agreement among raft nodes before linearized reading' (duration: 1.582321537s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:44.894546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:42.415874Z","time spent":"2.478666927s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-02T12:05:44.894556Z","caller":"traceutil/trace.go:171","msg":"trace[975318308] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller-metrics; range_end:; response_count:1; response_revision:29445; }","duration":"1.58180099s","start":"2026-07-02T12:05:43.31273Z","end":"2026-07-02T12:05:44.894531Z","steps":["trace[975318308] 'agreement among raft nodes before linearized reading' (duration: 1.581519531s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:44.894577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:43.312062Z","time spent":"1.582506162s","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1466,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-07-02T12:05:44.894621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:43.312699Z","time spent":"1.581910673s","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1513,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-metrics\" "} {"level":"warn","ts":"2026-07-02T12:05:44.894634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.455707323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-02T12:05:44.894654Z","caller":"traceutil/trace.go:171","msg":"trace[1181476725] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:29445; }","duration":"1.455762305s","start":"2026-07-02T12:05:43.438886Z","end":"2026-07-02T12:05:44.894648Z","steps":["trace[1181476725] 'agreement among raft nodes before linearized reading' (duration: 1.455706423s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:44.894658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.581973566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/octavia-api\" ","response":"range_response_count:1 size:928"} {"level":"warn","ts":"2026-07-02T12:05:44.894658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.581926384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-barbican-nodes\" ","response":"range_response_count:1 size:1266"} {"level":"info","ts":"2026-07-02T12:05:44.894679Z","caller":"traceutil/trace.go:171","msg":"trace[1120185805] range","detail":"{range_begin:/registry/services/specs/openstack/octavia-api; range_end:; response_count:1; response_revision:29445; }","duration":"1.582013716s","start":"2026-07-02T12:05:43.31266Z","end":"2026-07-02T12:05:44.894674Z","steps":["trace[1120185805] 'agreement among raft nodes before linearized reading' (duration: 1.581959145s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:44.89468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:43.43887Z","time spent":"1.455805436s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-02T12:05:44.894675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.581956855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1960"} {"level":"warn","ts":"2026-07-02T12:05:44.894694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:43.312648Z","time spent":"1.582043008s","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":952,"request content":"key:\"/registry/services/specs/openstack/octavia-api\" "} {"level":"info","ts":"2026-07-02T12:05:44.894697Z","caller":"traceutil/trace.go:171","msg":"trace[1935100110] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-barbican-nodes; range_end:; response_count:1; response_revision:29445; }","duration":"1.581981326s","start":"2026-07-02T12:05:43.312703Z","end":"2026-07-02T12:05:44.894684Z","steps":["trace[1935100110] 'agreement among raft nodes before linearized reading' (duration: 1.581881603s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:44.894712Z","caller":"traceutil/trace.go:171","msg":"trace[194190548] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:29445; }","duration":"1.582014656s","start":"2026-07-02T12:05:43.312687Z","end":"2026-07-02T12:05:44.894702Z","steps":["trace[194190548] 'agreement among raft nodes before linearized reading' (duration: 1.581918603s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:44.894721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.581995106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:1434"} {"level":"info","ts":"2026-07-02T12:05:44.894451Z","caller":"traceutil/trace.go:171","msg":"trace[352866617] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-neutron-nodes; range_end:; response_count:1; response_revision:29445; }","duration":"1.58180506s","start":"2026-07-02T12:05:43.312623Z","end":"2026-07-02T12:05:44.894428Z","steps":["trace[352866617] 'agreement among raft nodes before linearized reading' (duration: 1.581532241s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:44.894737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:43.312682Z","time spent":"1.582050798s","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":1984,"request content":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-07-02T12:05:44.894764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:43.312582Z","time spent":"1.582176502s","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1287,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-neutron-nodes\" "} {"level":"info","ts":"2026-07-02T12:05:44.894761Z","caller":"traceutil/trace.go:171","msg":"trace[1431165439] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:29445; }","duration":"1.582052768s","start":"2026-07-02T12:05:43.312699Z","end":"2026-07-02T12:05:44.894751Z","steps":["trace[1431165439] 'agreement among raft nodes before linearized reading' (duration: 1.581937704s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:44.894772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:43.312691Z","time spent":"1.582044647s","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1290,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-barbican-nodes\" "} {"level":"warn","ts":"2026-07-02T12:05:44.894784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.478635642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2d2dbc01-bf25-4ba9-b8be-7d5562d2bd41\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-07-02T12:05:44.894495Z","caller":"traceutil/trace.go:171","msg":"trace[1763089790] range","detail":"{range_begin:/registry/services/specs/openstack/glance-api; range_end:; response_count:1; response_revision:29445; }","duration":"1.581881012s","start":"2026-07-02T12:05:43.312599Z","end":"2026-07-02T12:05:44.89448Z","steps":["trace[1763089790] 'agreement among raft nodes before linearized reading' (duration: 1.58180466s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:44.894797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:43.31269Z","time spent":"1.582095859s","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":1458,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-heat\" "} {"level":"info","ts":"2026-07-02T12:05:44.89481Z","caller":"traceutil/trace.go:171","msg":"trace[2003949631] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2d2dbc01-bf25-4ba9-b8be-7d5562d2bd41; range_end:; response_count:1; response_revision:29445; }","duration":"1.478728834s","start":"2026-07-02T12:05:43.416074Z","end":"2026-07-02T12:05:44.894803Z","steps":["trace[2003949631] 'agreement among raft nodes before linearized reading' (duration: 1.478667633s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:44.894823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:43.312583Z","time spent":"1.582234764s","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":947,"request content":"key:\"/registry/services/specs/openstack/glance-api\" "} {"level":"warn","ts":"2026-07-02T12:05:44.894829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:43.416057Z","time spent":"1.478767946s","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2d2dbc01-bf25-4ba9-b8be-7d5562d2bd41\" "} {"level":"warn","ts":"2026-07-02T12:05:44.894824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.582075959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-operator\" ","response":"range_response_count:1 size:1606"} {"level":"warn","ts":"2026-07-02T12:05:44.894858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.582080009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached\" ","response":"range_response_count:1 size:1163"} {"level":"warn","ts":"2026-07-02T12:05:44.89456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.581828471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:1446"} {"level":"info","ts":"2026-07-02T12:05:44.894866Z","caller":"traceutil/trace.go:171","msg":"trace[1120445153] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-operator; range_end:; response_count:1; response_revision:29445; }","duration":"1.58212318s","start":"2026-07-02T12:05:43.312727Z","end":"2026-07-02T12:05:44.89485Z","steps":["trace[1120445153] 'agreement among raft nodes before linearized reading' (duration: 1.582012696s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:44.894878Z","caller":"traceutil/trace.go:171","msg":"trace[524198309] range","detail":"{range_begin:/registry/services/specs/openstack/memcached; range_end:; response_count:1; response_revision:29445; }","duration":"1.5821164s","start":"2026-07-02T12:05:43.312756Z","end":"2026-07-02T12:05:44.894872Z","steps":["trace[524198309] 'agreement among raft nodes before linearized reading' (duration: 1.582059398s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:44.894901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:43.312746Z","time spent":"1.58215045s","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":1187,"request content":"key:\"/registry/services/specs/openstack/memcached\" "} {"level":"info","ts":"2026-07-02T12:05:44.894894Z","caller":"traceutil/trace.go:171","msg":"trace[649985906] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:29445; }","duration":"1.582176322s","start":"2026-07-02T12:05:43.312704Z","end":"2026-07-02T12:05:44.894881Z","steps":["trace[649985906] 'agreement among raft nodes before linearized reading' (duration: 1.581776519s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:44.894899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:43.312721Z","time spent":"1.582169661s","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1630,"request content":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-operator\" "} {"level":"warn","ts":"2026-07-02T12:05:44.894354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.583899726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/cinder-api\" ","response":"range_response_count:1 size:921"} {"level":"warn","ts":"2026-07-02T12:05:44.894935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:43.312695Z","time spent":"1.582226073s","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1470,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-magnum\" "} {"level":"warn","ts":"2026-07-02T12:05:44.894944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.582192862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/node-feature-discovery-master\" ","response":"range_response_count:1 size:1356"} {"level":"info","ts":"2026-07-02T12:05:44.894953Z","caller":"traceutil/trace.go:171","msg":"trace[411347741] range","detail":"{range_begin:/registry/services/specs/openstack/cinder-api; range_end:; response_count:1; response_revision:29445; }","duration":"1.584556747s","start":"2026-07-02T12:05:43.310391Z","end":"2026-07-02T12:05:44.894947Z","steps":["trace[411347741] 'agreement among raft nodes before linearized reading' (duration: 1.583789703s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:44.894968Z","caller":"traceutil/trace.go:171","msg":"trace[343044853] range","detail":"{range_begin:/registry/services/specs/monitoring/node-feature-discovery-master; range_end:; response_count:1; response_revision:29445; }","duration":"1.582229133s","start":"2026-07-02T12:05:43.31273Z","end":"2026-07-02T12:05:44.89496Z","steps":["trace[343044853] 'agreement among raft nodes before linearized reading' (duration: 1.582159881s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:44.894972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:43.310371Z","time spent":"1.584596019s","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":945,"request content":"key:\"/registry/services/specs/openstack/cinder-api\" "} {"level":"warn","ts":"2026-07-02T12:05:44.894386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.581746178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-headless\" ","response":"range_response_count:1 size:1314"} {"level":"warn","ts":"2026-07-02T12:05:44.894986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:43.312725Z","time spent":"1.582257124s","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1380,"request content":"key:\"/registry/services/specs/monitoring/node-feature-discovery-master\" "} {"level":"warn","ts":"2026-07-02T12:05:44.894365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.581950815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-smartctl-exporter\" ","response":"range_response_count:1 size:1355"} {"level":"info","ts":"2026-07-02T12:05:44.895024Z","caller":"traceutil/trace.go:171","msg":"trace[620607864] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-smartctl-exporter; range_end:; response_count:1; response_revision:29445; }","duration":"1.582675707s","start":"2026-07-02T12:05:43.31234Z","end":"2026-07-02T12:05:44.895015Z","steps":["trace[620607864] 'agreement among raft nodes before linearized reading' (duration: 1.581887502s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:44.895045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:43.312306Z","time spent":"1.582731159s","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":1379,"request content":"key:\"/registry/services/specs/monitoring/prometheus-smartctl-exporter\" "} {"level":"warn","ts":"2026-07-02T12:05:44.894577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.58179798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-magnum-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"info","ts":"2026-07-02T12:05:44.895083Z","caller":"traceutil/trace.go:171","msg":"trace[457923949] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-magnum-nodes; range_end:; response_count:1; response_revision:29445; }","duration":"1.582313326s","start":"2026-07-02T12:05:43.312757Z","end":"2026-07-02T12:05:44.89507Z","steps":["trace[457923949] 'agreement among raft nodes before linearized reading' (duration: 1.581773589s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:44.895141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:43.312747Z","time spent":"1.582361797s","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1282,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-magnum-nodes\" "} {"level":"warn","ts":"2026-07-02T12:05:44.894285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.581656115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-messaging-topology-operator-webhook\" ","response":"range_response_count:1 size:1535"} {"level":"info","ts":"2026-07-02T12:05:44.895195Z","caller":"traceutil/trace.go:171","msg":"trace[415128706] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-messaging-topology-operator-webhook; range_end:; response_count:1; response_revision:29445; }","duration":"1.582592175s","start":"2026-07-02T12:05:43.312593Z","end":"2026-07-02T12:05:44.895185Z","steps":["trace[415128706] 'agreement among raft nodes before linearized reading' (duration: 1.581604803s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:44.895224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:43.312582Z","time spent":"1.582633977s","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1559,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-messaging-topology-operator-webhook\" "} {"level":"info","ts":"2026-07-02T12:05:44.895001Z","caller":"traceutil/trace.go:171","msg":"trace[1881598485] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-headless; range_end:; response_count:1; response_revision:29445; }","duration":"1.582374298s","start":"2026-07-02T12:05:43.31262Z","end":"2026-07-02T12:05:44.894995Z","steps":["trace[1881598485] 'agreement among raft nodes before linearized reading' (duration: 1.581702626s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:44.895285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:43.312614Z","time spent":"1.582664218s","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":1338,"request content":"key:\"/registry/services/specs/monitoring/loki-headless\" "} {"level":"info","ts":"2026-07-02T12:05:44.894428Z","caller":"traceutil/trace.go:171","msg":"trace[1047492039] range","detail":"{range_begin:/registry/masterleases/199.204.45.89; range_end:; response_count:1; response_revision:29445; }","duration":"1.946326032s","start":"2026-07-02T12:05:42.948087Z","end":"2026-07-02T12:05:44.894413Z","steps":["trace[1047492039] 'agreement among raft nodes before linearized reading' (duration: 1.946128456s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:44.895354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:42.948065Z","time spent":"1.947275653s","remote":"127.0.0.1:44868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.89\" "} {"level":"warn","ts":"2026-07-02T12:05:44.900499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.587797371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-senlin-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"info","ts":"2026-07-02T12:05:44.900573Z","caller":"traceutil/trace.go:171","msg":"trace[2122779632] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-senlin-nodes; range_end:; response_count:1; response_revision:29445; }","duration":"1.587906075s","start":"2026-07-02T12:05:43.31265Z","end":"2026-07-02T12:05:44.900556Z","steps":["trace[2122779632] 'agreement among raft nodes before linearized reading' (duration: 1.582024197s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:44.900621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:43.312634Z","time spent":"1.587977746s","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1282,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-senlin-nodes\" "} {"level":"warn","ts":"2026-07-02T12:05:45.393749Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096944183198642,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T12:05:45.834624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.158246ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T12:05:45.834814Z","caller":"traceutil/trace.go:171","msg":"trace[1465971279] transaction","detail":"{read_only:false; response_revision:29446; number_of_response:1; }","duration":"1.352597278s","start":"2026-07-02T12:05:44.482193Z","end":"2026-07-02T12:05:45.834791Z","steps":["trace[1465971279] 'process raft request' (duration: 1.098182874s)","trace[1465971279] 'compare' (duration: 253.996191ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:05:45.834916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:44.482174Z","time spent":"1.35268539s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:05:45.834925Z","caller":"traceutil/trace.go:171","msg":"trace[1952948070] transaction","detail":"{read_only:false; response_revision:29450; number_of_response:1; }","duration":"1.352569967s","start":"2026-07-02T12:05:44.482334Z","end":"2026-07-02T12:05:45.834904Z","steps":["trace[1952948070] 'process raft request' (duration: 1.352511915s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:45.834991Z","caller":"traceutil/trace.go:171","msg":"trace[2143190451] transaction","detail":"{read_only:false; response_revision:29447; number_of_response:1; }","duration":"1.352737742s","start":"2026-07-02T12:05:44.482247Z","end":"2026-07-02T12:05:45.834985Z","steps":["trace[2143190451] 'process raft request' (duration: 1.352475554s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:45.835017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:44.482242Z","time spent":"1.352759443s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:05:45.835026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:44.482327Z","time spent":"1.352650749s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:05:45.835105Z","caller":"traceutil/trace.go:171","msg":"trace[1824372206] transaction","detail":"{read_only:false; response_revision:29448; number_of_response:1; }","duration":"1.352860696s","start":"2026-07-02T12:05:44.482239Z","end":"2026-07-02T12:05:45.8351Z","steps":["trace[1824372206] 'process raft request' (duration: 1.352540276s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:45.835138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:44.482218Z","time spent":"1.352901858s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:05:45.83518Z","caller":"traceutil/trace.go:171","msg":"trace[32028554] transaction","detail":"{read_only:false; response_revision:29449; number_of_response:1; }","duration":"1.352936118s","start":"2026-07-02T12:05:44.482239Z","end":"2026-07-02T12:05:45.835175Z","steps":["trace[32028554] 'process raft request' (duration: 1.352575997s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:45.835201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:44.482218Z","time spent":"1.35297114s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:05:46.574329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000171424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-02T12:05:46.574423Z","caller":"traceutil/trace.go:171","msg":"trace[392309984] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000325899s","start":"2026-07-02T12:05:44.574076Z","end":"2026-07-02T12:05:46.574402Z","steps":["trace[392309984] 'agreement among raft nodes before linearized reading' (duration: 2.000193045s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:46.574473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:44.574059Z","time spent":"2.000404091s","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T12:05:46.67318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000423392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-02T12:05:46.673268Z","caller":"traceutil/trace.go:171","msg":"trace[1022801177] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000583498s","start":"2026-07-02T12:05:44.672666Z","end":"2026-07-02T12:05:46.67325Z","steps":["trace[1022801177] 'agreement among raft nodes before linearized reading' (duration: 2.000460974s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:46.673315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:44.672647Z","time spent":"2.00065869s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T12:05:47.084601Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.431504305s","expected-duration":"1s"} {"level":"info","ts":"2026-07-02T12:05:47.131103Z","caller":"traceutil/trace.go:171","msg":"trace[1732348933] linearizableReadLoop","detail":"{readStateIndex:30818; appliedIndex:30808; }","duration":"2.238137736s","start":"2026-07-02T12:05:44.892943Z","end":"2026-07-02T12:05:47.131081Z","steps":["trace[1732348933] 'read index received' (duration: 687.424413ms)","trace[1732348933] 'applied index is now lower than readState.Index' (duration: 1.550712503s)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:05:47.131295Z","caller":"traceutil/trace.go:171","msg":"trace[1769591844] transaction","detail":"{read_only:false; response_revision:29451; number_of_response:1; }","duration":"2.285871122s","start":"2026-07-02T12:05:44.84541Z","end":"2026-07-02T12:05:47.131281Z","steps":["trace[1769591844] 'process raft request' (duration: 2.239345354s)","trace[1769591844] 'compare' (duration: 45.789285ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:05:47.131372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:44.845378Z","time spent":"2.285942454s","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":765,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-02T12:05:47.131475Z","caller":"traceutil/trace.go:171","msg":"trace[285270930] transaction","detail":"{read_only:false; response_revision:29454; number_of_response:1; }","duration":"2.226669411s","start":"2026-07-02T12:05:44.904768Z","end":"2026-07-02T12:05:47.131437Z","steps":["trace[285270930] 'process raft request' (duration: 2.226262828s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:47.131558Z","caller":"traceutil/trace.go:171","msg":"trace[892245125] transaction","detail":"{read_only:false; response_revision:29452; number_of_response:1; }","duration":"2.227869969s","start":"2026-07-02T12:05:44.90366Z","end":"2026-07-02T12:05:47.13153Z","steps":["trace[892245125] 'process raft request' (duration: 2.227247389s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:47.131617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.247913806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T12:05:47.131623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:44.90476Z","time spent":"2.226781434s","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:05:47.131633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:44.896002Z","time spent":"2.235625495s","remote":"127.0.0.1:44868","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-02T12:05:47.131678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:44.903648Z","time spent":"2.227968822s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:05:47.131664Z","caller":"traceutil/trace.go:171","msg":"trace[352725788] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:29454; }","duration":"2.248004679s","start":"2026-07-02T12:05:44.883647Z","end":"2026-07-02T12:05:47.131652Z","steps":["trace[352725788] 'agreement among raft nodes before linearized reading' (duration: 2.247902076s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:47.131778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.646214482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-02T12:05:47.131787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.986620137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16993"} {"level":"warn","ts":"2026-07-02T12:05:47.131805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.983819598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-07-02T12:05:47.131816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.983989423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-6b5c8b7cdc-k4jtb\" ","response":"range_response_count:1 size:5392"} {"level":"info","ts":"2026-07-02T12:05:47.131834Z","caller":"traceutil/trace.go:171","msg":"trace[620133460] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:29454; }","duration":"2.9867427s","start":"2026-07-02T12:05:44.145082Z","end":"2026-07-02T12:05:47.131825Z","steps":["trace[620133460] 'agreement among raft nodes before linearized reading' (duration: 2.986599106s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:47.131831Z","caller":"traceutil/trace.go:171","msg":"trace[252865683] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29454; }","duration":"2.646288614s","start":"2026-07-02T12:05:44.48553Z","end":"2026-07-02T12:05:47.131818Z","steps":["trace[252865683] 'agreement among raft nodes before linearized reading' (duration: 2.646127029s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:47.131839Z","caller":"traceutil/trace.go:171","msg":"trace[881712223] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29454; }","duration":"2.98386914s","start":"2026-07-02T12:05:44.147961Z","end":"2026-07-02T12:05:47.13183Z","steps":["trace[881712223] 'agreement among raft nodes before linearized reading' (duration: 2.983784757s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:47.131854Z","caller":"traceutil/trace.go:171","msg":"trace[130884218] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-6b5c8b7cdc-k4jtb; range_end:; response_count:1; response_revision:29454; }","duration":"2.984029044s","start":"2026-07-02T12:05:44.147814Z","end":"2026-07-02T12:05:47.131843Z","steps":["trace[130884218] 'agreement among raft nodes before linearized reading' (duration: 2.983805487s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:47.131868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:44.147955Z","time spent":"2.983907911s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-02T12:05:47.131875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:44.485521Z","time spent":"2.646341886s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-02T12:05:47.131879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:44.147756Z","time spent":"2.984118627s","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5416,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-6b5c8b7cdc-k4jtb\" "} {"level":"warn","ts":"2026-07-02T12:05:47.131867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:44.145059Z","time spent":"2.986797052s","remote":"127.0.0.1:45008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17017,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-07-02T12:05:47.131749Z","caller":"traceutil/trace.go:171","msg":"trace[863818381] transaction","detail":"{read_only:false; response_revision:29453; number_of_response:1; }","duration":"2.227996773s","start":"2026-07-02T12:05:44.903732Z","end":"2026-07-02T12:05:47.131729Z","steps":["trace[863818381] 'process raft request' (duration: 2.22726346s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:47.131987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:44.903702Z","time spent":"2.228255342s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:05:47.1318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:44.883621Z","time spent":"2.248165244s","remote":"127.0.0.1:41262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:05:47.632183Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096944183198650,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T12:05:48.133373Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096944183198650,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T12:05:48.633662Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096944183198650,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T12:05:48.680474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000585397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-02T12:05:48.680559Z","caller":"traceutil/trace.go:171","msg":"trace[1373289877] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000732651s","start":"2026-07-02T12:05:46.679807Z","end":"2026-07-02T12:05:48.68054Z","steps":["trace[1373289877] 'agreement among raft nodes before linearized reading' (duration: 2.000622988s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:48.680609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:46.679784Z","time spent":"2.000815354s","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T12:05:48.802937Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.716999486s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-02T12:05:48.846658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.318931ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:05:48.846873Z","caller":"traceutil/trace.go:171","msg":"trace[1691896290] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:29454; }","duration":"125.508267ms","start":"2026-07-02T12:05:48.721304Z","end":"2026-07-02T12:05:48.846812Z","steps":["trace[1691896290] 'range keys from in-memory index tree' (duration: 125.303751ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:48.848748Z","caller":"traceutil/trace.go:171","msg":"trace[918480343] transaction","detail":"{read_only:false; response_revision:29455; number_of_response:1; }","duration":"3.226009423s","start":"2026-07-02T12:05:45.622718Z","end":"2026-07-02T12:05:48.848728Z","steps":["trace[918480343] 'process raft request' (duration: 3.180367773s)","trace[918480343] 'compare' (duration: 44.187104ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:05:48.848753Z","caller":"traceutil/trace.go:171","msg":"trace[1281557919] transaction","detail":"{read_only:false; response_revision:29456; number_of_response:1; }","duration":"2.7229747s","start":"2026-07-02T12:05:46.12576Z","end":"2026-07-02T12:05:48.848735Z","steps":["trace[1281557919] 'process raft request' (duration: 2.722866567s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:48.848865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:46.125739Z","time spent":"2.723065113s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:05:48.848888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:45.622693Z","time spent":"3.226108447s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:05:48.901593Z","caller":"traceutil/trace.go:171","msg":"trace[354872328] transaction","detail":"{read_only:false; response_revision:29459; number_of_response:1; }","duration":"1.761881331s","start":"2026-07-02T12:05:47.139685Z","end":"2026-07-02T12:05:48.901566Z","steps":["trace[354872328] 'process raft request' (duration: 1.761733536s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:48.901773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:47.139671Z","time spent":"1.762017316s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:05:48.902016Z","caller":"traceutil/trace.go:171","msg":"trace[919795394] transaction","detail":"{read_only:false; response_revision:29460; number_of_response:1; }","duration":"1.760623091s","start":"2026-07-02T12:05:47.141361Z","end":"2026-07-02T12:05:48.901984Z","steps":["trace[919795394] 'process raft request' (duration: 1.760106055s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:48.902163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:47.141345Z","time spent":"1.760742666s","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5161,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:05:48.902275Z","caller":"traceutil/trace.go:171","msg":"trace[951997980] transaction","detail":"{read_only:false; response_revision:29458; number_of_response:1; }","duration":"1.763200343s","start":"2026-07-02T12:05:47.139037Z","end":"2026-07-02T12:05:48.902237Z","steps":["trace[951997980] 'process raft request' (duration: 1.762319735s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:48.902424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:47.139014Z","time spent":"1.763333888s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:05:48.902492Z","caller":"traceutil/trace.go:171","msg":"trace[414838480] transaction","detail":"{read_only:false; response_revision:29457; number_of_response:1; }","duration":"1.768608516s","start":"2026-07-02T12:05:47.133861Z","end":"2026-07-02T12:05:48.902469Z","steps":["trace[414838480] 'process raft request' (duration: 1.767314455s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:48.90259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:47.133844Z","time spent":"1.768704518s","remote":"127.0.0.1:44868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:05:48.903778Z","caller":"traceutil/trace.go:171","msg":"trace[1304110288] transaction","detail":"{read_only:false; response_revision:29461; number_of_response:1; }","duration":"1.719559346s","start":"2026-07-02T12:05:47.184184Z","end":"2026-07-02T12:05:48.903743Z","steps":["trace[1304110288] 'process raft request' (duration: 1.717558413s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:48.903958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:47.184156Z","time spent":"1.719700011s","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:05:48.904492Z","caller":"traceutil/trace.go:171","msg":"trace[1654825955] transaction","detail":"{read_only:false; response_revision:29462; number_of_response:1; }","duration":"1.063594955s","start":"2026-07-02T12:05:47.840876Z","end":"2026-07-02T12:05:48.904471Z","steps":["trace[1654825955] 'process raft request' (duration: 1.06250653s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:48.904609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:47.840849Z","time spent":"1.063703488s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:05:48.904696Z","caller":"traceutil/trace.go:171","msg":"trace[871055380] transaction","detail":"{read_only:false; response_revision:29466; number_of_response:1; }","duration":"1.060610689s","start":"2026-07-02T12:05:47.844065Z","end":"2026-07-02T12:05:48.904676Z","steps":["trace[871055380] 'process raft request' (duration: 1.060504826s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:48.904771Z","caller":"traceutil/trace.go:171","msg":"trace[486655008] transaction","detail":"{read_only:false; response_revision:29464; number_of_response:1; }","duration":"1.06346827s","start":"2026-07-02T12:05:47.841274Z","end":"2026-07-02T12:05:48.904742Z","steps":["trace[486655008] 'process raft request' (duration: 1.063165741s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:48.904784Z","caller":"traceutil/trace.go:171","msg":"trace[1794740424] transaction","detail":"{read_only:false; response_revision:29465; number_of_response:1; }","duration":"1.062717036s","start":"2026-07-02T12:05:47.842033Z","end":"2026-07-02T12:05:48.90475Z","steps":["trace[1794740424] 'process raft request' (duration: 1.062462498s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:48.904844Z","caller":"traceutil/trace.go:171","msg":"trace[508741714] linearizableReadLoop","detail":"{readStateIndex:30831; appliedIndex:30818; }","duration":"1.773574024s","start":"2026-07-02T12:05:47.13125Z","end":"2026-07-02T12:05:48.904824Z","steps":["trace[508741714] 'read index received' (duration: 1.671847311s)","trace[508741714] 'applied index is now lower than readState.Index' (duration: 101.725263ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:05:48.904887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:47.841267Z","time spent":"1.063558883s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:05:48.905051Z","caller":"traceutil/trace.go:171","msg":"trace[770868076] transaction","detail":"{read_only:false; response_revision:29463; number_of_response:1; }","duration":"1.063827041s","start":"2026-07-02T12:05:47.841203Z","end":"2026-07-02T12:05:48.90503Z","steps":["trace[770868076] 'process raft request' (duration: 1.06315935s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:48.90508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.819691698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T12:05:48.905121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:47.841193Z","time spent":"1.063897234s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:05:48.905138Z","caller":"traceutil/trace.go:171","msg":"trace[1435714204] transaction","detail":"{read_only:false; response_revision:29467; number_of_response:1; }","duration":"866.345746ms","start":"2026-07-02T12:05:48.03878Z","end":"2026-07-02T12:05:48.905126Z","steps":["trace[1435714204] 'process raft request' (duration: 865.84286ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:48.90502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:47.84202Z","time spent":"1.062882771s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:05:48.905043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.757731469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T12:05:48.90524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.000818693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3190"} {"level":"info","ts":"2026-07-02T12:05:48.905285Z","caller":"traceutil/trace.go:171","msg":"trace[1686680840] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:29467; }","duration":"4.000870474s","start":"2026-07-02T12:05:44.904403Z","end":"2026-07-02T12:05:48.905274Z","steps":["trace[1686680840] 'agreement among raft nodes before linearized reading' (duration: 4.0007445s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:48.905284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.001578167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/nova-api\" ","response":"range_response_count:1 size:914"} {"level":"warn","ts":"2026-07-02T12:05:48.905323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:44.904397Z","time spent":"4.000919026s","remote":"127.0.0.1:32972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3214,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" "} {"level":"warn","ts":"2026-07-02T12:05:48.905336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.061022407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:05:48.905367Z","caller":"traceutil/trace.go:171","msg":"trace[1427360452] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:29467; }","duration":"2.061052188s","start":"2026-07-02T12:05:46.844304Z","end":"2026-07-02T12:05:48.905356Z","steps":["trace[1427360452] 'agreement among raft nodes before linearized reading' (duration: 2.061002636s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:48.905356Z","caller":"traceutil/trace.go:171","msg":"trace[1425659015] range","detail":"{range_begin:/registry/services/specs/openstack/nova-api; range_end:; response_count:1; response_revision:29467; }","duration":"4.001630448s","start":"2026-07-02T12:05:44.903686Z","end":"2026-07-02T12:05:48.905316Z","steps":["trace[1425659015] 'agreement among raft nodes before linearized reading' (duration: 4.001400451s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:48.905387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.001811494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/capo-system/capo-webhook-service\" ","response":"range_response_count:1 size:843"} {"level":"warn","ts":"2026-07-02T12:05:48.905403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:46.844286Z","time spent":"2.06110739s","remote":"127.0.0.1:53762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-02T12:05:48.905421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:44.903681Z","time spent":"4.001730751s","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":938,"request content":"key:\"/registry/services/specs/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-02T12:05:48.90547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.001133493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3195"} {"level":"info","ts":"2026-07-02T12:05:48.90551Z","caller":"traceutil/trace.go:171","msg":"trace[435361731] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:29467; }","duration":"4.001179314s","start":"2026-07-02T12:05:44.90432Z","end":"2026-07-02T12:05:48.905499Z","steps":["trace[435361731] 'agreement among raft nodes before linearized reading' (duration: 4.001084761s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:48.905538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:44.904312Z","time spent":"4.001219425s","remote":"127.0.0.1:32972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3219,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" "} {"level":"warn","ts":"2026-07-02T12:05:48.905539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.00200893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:1456"} {"level":"warn","ts":"2026-07-02T12:05:48.905564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.503419914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:05:48.905586Z","caller":"traceutil/trace.go:171","msg":"trace[852743625] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:29467; }","duration":"4.002056842s","start":"2026-07-02T12:05:44.903514Z","end":"2026-07-02T12:05:48.90557Z","steps":["trace[852743625] 'agreement among raft nodes before linearized reading' (duration: 4.001940299s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:48.905623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.001007449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:1434"} {"level":"info","ts":"2026-07-02T12:05:48.905656Z","caller":"traceutil/trace.go:171","msg":"trace[289379423] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:29467; }","duration":"4.001057611s","start":"2026-07-02T12:05:44.904587Z","end":"2026-07-02T12:05:48.905645Z","steps":["trace[289379423] 'agreement among raft nodes before linearized reading' (duration: 4.000981478s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:48.905669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.754793961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-02T12:05:48.905692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:44.904581Z","time spent":"4.001104392s","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":1458,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-nova\" "} {"level":"info","ts":"2026-07-02T12:05:48.905699Z","caller":"traceutil/trace.go:171","msg":"trace[1506601317] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29467; }","duration":"2.754845332s","start":"2026-07-02T12:05:46.150846Z","end":"2026-07-02T12:05:48.905691Z","steps":["trace[1506601317] 'agreement among raft nodes before linearized reading' (duration: 2.75476884s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:48.905724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:46.150837Z","time spent":"2.754880164s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-02T12:05:48.905758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.001613668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3188"} {"level":"info","ts":"2026-07-02T12:05:48.905798Z","caller":"traceutil/trace.go:171","msg":"trace[518562644] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:29467; }","duration":"4.001653449s","start":"2026-07-02T12:05:44.904135Z","end":"2026-07-02T12:05:48.905789Z","steps":["trace[518562644] 'agreement among raft nodes before linearized reading' (duration: 4.001559656s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:48.905837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:44.903867Z","time spent":"4.001962829s","remote":"127.0.0.1:32972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3212,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-07-02T12:05:48.905843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.756050741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-02T12:05:48.90586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.002353291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:1 size:1915"} {"level":"warn","ts":"2026-07-02T12:05:48.905871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.001910398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy-replicas\" ","response":"range_response_count:1 size:1824"} {"level":"warn","ts":"2026-07-02T12:05:48.905936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.756171505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-02T12:05:48.905962Z","caller":"traceutil/trace.go:171","msg":"trace[513771121] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29467; }","duration":"2.756214396s","start":"2026-07-02T12:05:46.149741Z","end":"2026-07-02T12:05:48.905955Z","steps":["trace[513771121] 'agreement among raft nodes before linearized reading' (duration: 2.756148224s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:48.905758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.002242898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/heat-cfn\" ","response":"range_response_count:1 size:915"} {"level":"info","ts":"2026-07-02T12:05:48.905953Z","caller":"traceutil/trace.go:171","msg":"trace[2065694135] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-haproxy-replicas; range_end:; response_count:1; response_revision:29467; }","duration":"4.00199229s","start":"2026-07-02T12:05:44.903948Z","end":"2026-07-02T12:05:48.905941Z","steps":["trace[2065694135] 'agreement among raft nodes before linearized reading' (duration: 4.001778113s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:48.906013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.002522537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-scheduler\" ","response":"range_response_count:1 size:1442"} {"level":"info","ts":"2026-07-02T12:05:48.90603Z","caller":"traceutil/trace.go:171","msg":"trace[1021571034] range","detail":"{range_begin:/registry/services/specs/openstack/heat-cfn; range_end:; response_count:1; response_revision:29467; }","duration":"4.002518377s","start":"2026-07-02T12:05:44.9035Z","end":"2026-07-02T12:05:48.906019Z","steps":["trace[1021571034] 'agreement among raft nodes before linearized reading' (duration: 4.002179386s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:48.906063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.75634299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-07-02T12:05:48.906069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:44.903498Z","time spent":"4.002559778s","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":939,"request content":"key:\"/registry/services/specs/openstack/heat-cfn\" "} {"level":"info","ts":"2026-07-02T12:05:48.906097Z","caller":"traceutil/trace.go:171","msg":"trace[1845708736] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:29467; }","duration":"2.756405472s","start":"2026-07-02T12:05:46.149684Z","end":"2026-07-02T12:05:48.906089Z","steps":["trace[1845708736] 'agreement among raft nodes before linearized reading' (duration: 2.756328759s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:48.906055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:44.903922Z","time spent":"4.002118394s","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1848,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy-replicas\" "} {"level":"warn","ts":"2026-07-02T12:05:48.906124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:46.149668Z","time spent":"2.756449944s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":552,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-02T12:05:48.906159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.002682332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-07-02T12:05:48.905912Z","caller":"traceutil/trace.go:171","msg":"trace[1607075502] range","detail":"{range_begin:/registry/services/specs/envoy-gateway-system/envoy-gateway; range_end:; response_count:1; response_revision:29467; }","duration":"4.002403473s","start":"2026-07-02T12:05:44.903495Z","end":"2026-07-02T12:05:48.905899Z","steps":["trace[1607075502] 'agreement among raft nodes before linearized reading' (duration: 4.002288449s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:48.906208Z","caller":"traceutil/trace.go:171","msg":"trace[323729926] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:29467; }","duration":"4.002729413s","start":"2026-07-02T12:05:44.903467Z","end":"2026-07-02T12:05:48.906196Z","steps":["trace[323729926] 'agreement among raft nodes before linearized reading' (duration: 4.00261857s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:48.906226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:44.903484Z","time spent":"4.002731934s","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":1939,"request content":"key:\"/registry/services/specs/envoy-gateway-system/envoy-gateway\" "} {"level":"warn","ts":"2026-07-02T12:05:48.906237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.756530446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-02T12:05:48.906252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:44.903463Z","time spent":"4.002779125s","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1018,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"warn","ts":"2026-07-02T12:05:48.905649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:44.903511Z","time spent":"4.002125124s","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":1480,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-07-02T12:05:48.906302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.877847581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:05:48.906334Z","caller":"traceutil/trace.go:171","msg":"trace[1027208035] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:29467; }","duration":"2.877913013s","start":"2026-07-02T12:05:46.028412Z","end":"2026-07-02T12:05:48.906325Z","steps":["trace[1027208035] 'agreement among raft nodes before linearized reading' (duration: 2.877865002s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:48.906361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:46.028389Z","time spent":"2.877963494s","remote":"127.0.0.1:53796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:05:48.904823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:47.844053Z","time spent":"1.060704393s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:05:48.906383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.002527177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3198"} {"level":"warn","ts":"2026-07-02T12:05:48.905206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:48.038759Z","time spent":"866.418029ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:05:48.906462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.003029883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/cert-manager/cert-manager\" ","response":"range_response_count:1 size:1416"} {"level":"info","ts":"2026-07-02T12:05:48.906517Z","caller":"traceutil/trace.go:171","msg":"trace[1199414049] range","detail":"{range_begin:/registry/services/specs/cert-manager/cert-manager; range_end:; response_count:1; response_revision:29467; }","duration":"4.003107625s","start":"2026-07-02T12:05:44.903393Z","end":"2026-07-02T12:05:48.906501Z","steps":["trace[1199414049] 'agreement among raft nodes before linearized reading' (duration: 4.002983431s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:48.906465Z","caller":"traceutil/trace.go:171","msg":"trace[1672674087] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:29467; }","duration":"4.002616779s","start":"2026-07-02T12:05:44.903837Z","end":"2026-07-02T12:05:48.906454Z","steps":["trace[1672674087] 'agreement among raft nodes before linearized reading' (duration: 4.002381282s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:48.906556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.994021882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2d2dbc01-bf25-4ba9-b8be-7d5562d2bd41\" ","response":"range_response_count:1 size:3763"} {"level":"warn","ts":"2026-07-02T12:05:48.905285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.00168378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/magnum-registry\" ","response":"range_response_count:1 size:757"} {"level":"warn","ts":"2026-07-02T12:05:48.905995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:46.149733Z","time spent":"2.756256168s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-02T12:05:48.906624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:44.903833Z","time spent":"4.002724144s","remote":"127.0.0.1:32972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3222,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-07-02T12:05:48.905379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.001302698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-07-02T12:05:48.905249Z","caller":"traceutil/trace.go:171","msg":"trace[1080934212] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:29467; }","duration":"3.757949046s","start":"2026-07-02T12:05:45.147285Z","end":"2026-07-02T12:05:48.905234Z","steps":["trace[1080934212] 'agreement among raft nodes before linearized reading' (duration: 3.757601865s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:48.906263Z","caller":"traceutil/trace.go:171","msg":"trace[988787587] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29467; }","duration":"2.756590118s","start":"2026-07-02T12:05:46.149666Z","end":"2026-07-02T12:05:48.906256Z","steps":["trace[988787587] 'agreement among raft nodes before linearized reading' (duration: 2.756519396s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:48.906731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.719265226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7446"} {"level":"warn","ts":"2026-07-02T12:05:48.905288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.966878255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-07-02T12:05:48.906755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.599048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:05:48.906766Z","caller":"traceutil/trace.go:171","msg":"trace[1546119328] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:29467; }","duration":"3.719310838s","start":"2026-07-02T12:05:45.187446Z","end":"2026-07-02T12:05:48.906757Z","steps":["trace[1546119328] 'agreement among raft nodes before linearized reading' (duration: 3.719227155s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:48.906725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:45.147245Z","time spent":"3.759465514s","remote":"127.0.0.1:54046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:05:48.906794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:45.18744Z","time spent":"3.719347689s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7470,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-07-02T12:05:48.906863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.080046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T12:05:48.906888Z","caller":"traceutil/trace.go:171","msg":"trace[1795175479] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:29467; }","duration":"814.144618ms","start":"2026-07-02T12:05:48.092736Z","end":"2026-07-02T12:05:48.906881Z","steps":["trace[1795175479] 'agreement among raft nodes before linearized reading' (duration: 814.069146ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:48.906899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.002438124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3180"} {"level":"info","ts":"2026-07-02T12:05:48.906954Z","caller":"traceutil/trace.go:171","msg":"trace[1744705779] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:29467; }","duration":"4.002491556s","start":"2026-07-02T12:05:44.904449Z","end":"2026-07-02T12:05:48.90694Z","steps":["trace[1744705779] 'agreement among raft nodes before linearized reading' (duration: 4.002360322s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:48.906989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.483819626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3191"} {"level":"warn","ts":"2026-07-02T12:05:48.907001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:44.904446Z","time spent":"4.002543437s","remote":"127.0.0.1:32972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3204,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"info","ts":"2026-07-02T12:05:48.907018Z","caller":"traceutil/trace.go:171","msg":"trace[563943817] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:29467; }","duration":"1.483886638s","start":"2026-07-02T12:05:47.423124Z","end":"2026-07-02T12:05:48.907011Z","steps":["trace[563943817] 'agreement among raft nodes before linearized reading' (duration: 1.483804375s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:48.907049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:47.423103Z","time spent":"1.48393913s","remote":"127.0.0.1:32972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3215,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-07-02T12:05:48.907065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.719636939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:1 size:7140"} {"level":"info","ts":"2026-07-02T12:05:48.907104Z","caller":"traceutil/trace.go:171","msg":"trace[135255954] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:1; response_revision:29467; }","duration":"3.71968163s","start":"2026-07-02T12:05:45.187414Z","end":"2026-07-02T12:05:48.907095Z","steps":["trace[135255954] 'agreement among raft nodes before linearized reading' (duration: 3.719595407s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:48.905872Z","caller":"traceutil/trace.go:171","msg":"trace[1447601148] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29467; }","duration":"2.756121713s","start":"2026-07-02T12:05:46.149743Z","end":"2026-07-02T12:05:48.905865Z","steps":["trace[1447601148] 'agreement among raft nodes before linearized reading' (duration: 2.75604244s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:48.907129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:45.187409Z","time spent":"3.719714401s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7164,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-07-02T12:05:48.907167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.770735663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-07-02T12:05:48.907208Z","caller":"traceutil/trace.go:171","msg":"trace[683009757] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29467; }","duration":"1.770822026s","start":"2026-07-02T12:05:47.136375Z","end":"2026-07-02T12:05:48.907197Z","steps":["trace[683009757] 'agreement among raft nodes before linearized reading' (duration: 1.770732033s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:48.907205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:46.14972Z","time spent":"2.757427034s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-02T12:05:48.907301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.719872456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:1 size:5086"} {"level":"warn","ts":"2026-07-02T12:05:48.907315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.771770306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be76d46395063d\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-07-02T12:05:48.907309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.002865408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3190"} {"level":"info","ts":"2026-07-02T12:05:48.907338Z","caller":"traceutil/trace.go:171","msg":"trace[410750176] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:1; response_revision:29467; }","duration":"3.719947568s","start":"2026-07-02T12:05:45.18738Z","end":"2026-07-02T12:05:48.907328Z","steps":["trace[410750176] 'agreement among raft nodes before linearized reading' (duration: 3.719857985s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:48.907349Z","caller":"traceutil/trace.go:171","msg":"trace[1447804396] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18be76d46395063d; range_end:; response_count:1; response_revision:29467; }","duration":"1.771824868s","start":"2026-07-02T12:05:47.135516Z","end":"2026-07-02T12:05:48.907341Z","steps":["trace[1447804396] 'agreement among raft nodes before linearized reading' (duration: 1.771735225s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:48.907363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:45.187362Z","time spent":"3.71999547s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":5110,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-07-02T12:05:48.907362Z","caller":"traceutil/trace.go:171","msg":"trace[122711488] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:29467; }","duration":"4.00292487s","start":"2026-07-02T12:05:44.904424Z","end":"2026-07-02T12:05:48.907348Z","steps":["trace[122711488] 'agreement among raft nodes before linearized reading' (duration: 4.002789615s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:48.907376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:47.135507Z","time spent":"1.771862238s","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be76d46395063d\" "} {"level":"warn","ts":"2026-07-02T12:05:48.907404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:44.904419Z","time spent":"4.002973721s","remote":"127.0.0.1:32972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3214,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" "} {"level":"info","ts":"2026-07-02T12:05:48.905137Z","caller":"traceutil/trace.go:171","msg":"trace[837625533] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:29467; }","duration":"3.819777151s","start":"2026-07-02T12:05:45.08534Z","end":"2026-07-02T12:05:48.905117Z","steps":["trace[837625533] 'agreement among raft nodes before linearized reading' (duration: 3.819601215s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:48.907526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.720118363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:1 size:12730"} {"level":"info","ts":"2026-07-02T12:05:48.907553Z","caller":"traceutil/trace.go:171","msg":"trace[789851486] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:1; response_revision:29467; }","duration":"3.720154865s","start":"2026-07-02T12:05:45.18739Z","end":"2026-07-02T12:05:48.907545Z","steps":["trace[789851486] 'agreement among raft nodes before linearized reading' (duration: 3.720077013s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:48.907569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.775853546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16993"} {"level":"warn","ts":"2026-07-02T12:05:48.907585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:45.187383Z","time spent":"3.720195446s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":12754,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-07-02T12:05:48.907604Z","caller":"traceutil/trace.go:171","msg":"trace[1786490423] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:29467; }","duration":"1.775911147s","start":"2026-07-02T12:05:47.13168Z","end":"2026-07-02T12:05:48.907591Z","steps":["trace[1786490423] 'agreement among raft nodes before linearized reading' (duration: 1.775823495s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:48.907596Z","caller":"traceutil/trace.go:171","msg":"trace[1787465166] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:29467; }","duration":"4.003541289s","start":"2026-07-02T12:05:44.904041Z","end":"2026-07-02T12:05:48.907582Z","steps":["trace[1787465166] 'agreement among raft nodes before linearized reading' (duration: 4.001231986s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:48.906783Z","caller":"traceutil/trace.go:171","msg":"trace[2141242570] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0; range_end:; response_count:1; response_revision:29467; }","duration":"1.968401133s","start":"2026-07-02T12:05:46.938367Z","end":"2026-07-02T12:05:48.906768Z","steps":["trace[2141242570] 'agreement among raft nodes before linearized reading' (duration: 1.966858544s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:48.907764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.720452774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"info","ts":"2026-07-02T12:05:48.907799Z","caller":"traceutil/trace.go:171","msg":"trace[1158770979] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:29467; }","duration":"3.720495666s","start":"2026-07-02T12:05:45.187294Z","end":"2026-07-02T12:05:48.90779Z","steps":["trace[1158770979] 'agreement among raft nodes before linearized reading' (duration: 3.720403473s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:48.907824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:45.18729Z","time spent":"3.720527487s","remote":"127.0.0.1:44996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":699,"request content":"key:\"/registry/services/endpoints/openstack/keystone-api\" "} {"level":"warn","ts":"2026-07-02T12:05:48.908001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.720720742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:669"} {"level":"info","ts":"2026-07-02T12:05:48.908034Z","caller":"traceutil/trace.go:171","msg":"trace[190308895] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:29467; }","duration":"3.720785724s","start":"2026-07-02T12:05:45.187241Z","end":"2026-07-02T12:05:48.908027Z","steps":["trace[190308895] 'agreement among raft nodes before linearized reading' (duration: 3.720704532s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:48.908059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:45.187223Z","time spent":"3.720829146s","remote":"127.0.0.1:44996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":693,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-07-02T12:05:48.906061Z","caller":"traceutil/trace.go:171","msg":"trace[763044570] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kube-scheduler; range_end:; response_count:1; response_revision:29467; }","duration":"4.002575149s","start":"2026-07-02T12:05:44.903473Z","end":"2026-07-02T12:05:48.906048Z","steps":["trace[763044570] 'agreement among raft nodes before linearized reading' (duration: 4.002466025s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:48.908313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:44.903471Z","time spent":"4.00482915s","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1466,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-scheduler\" "} {"level":"warn","ts":"2026-07-02T12:05:48.906914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:48.092716Z","time spent":"814.19158ms","remote":"127.0.0.1:45326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":38,"response size":32,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:05:48.907761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:46.938348Z","time spent":"1.969396065s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" "} {"level":"info","ts":"2026-07-02T12:05:48.908619Z","caller":"traceutil/trace.go:171","msg":"trace[1955179008] range","detail":"{range_begin:/registry/services/specs/openstack/magnum-registry; range_end:; response_count:1; response_revision:29467; }","duration":"4.005023697s","start":"2026-07-02T12:05:44.903581Z","end":"2026-07-02T12:05:48.908605Z","steps":["trace[1955179008] 'agreement among raft nodes before linearized reading' (duration: 4.001582077s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:48.906731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:46.149645Z","time spent":"2.757075053s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-02T12:05:48.908667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:44.903578Z","time spent":"4.005077718s","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":781,"request content":"key:\"/registry/services/specs/openstack/magnum-registry\" "} {"level":"warn","ts":"2026-07-02T12:05:48.906567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:44.903378Z","time spent":"4.003173958s","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1440,"request content":"key:\"/registry/services/specs/cert-manager/cert-manager\" "} {"level":"warn","ts":"2026-07-02T12:05:48.905544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.999912014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin\" ","response":"range_response_count:1 size:3190"} {"level":"info","ts":"2026-07-02T12:05:48.90543Z","caller":"traceutil/trace.go:171","msg":"trace[123988434] range","detail":"{range_begin:/registry/services/specs/capo-system/capo-webhook-service; range_end:; response_count:1; response_revision:29467; }","duration":"4.001860996s","start":"2026-07-02T12:05:44.903556Z","end":"2026-07-02T12:05:48.905417Z","steps":["trace[123988434] 'agreement among raft nodes before linearized reading' (duration: 4.001755042s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:48.908786Z","caller":"traceutil/trace.go:171","msg":"trace[897088508] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin; range_end:; response_count:1; response_revision:29467; }","duration":"4.003174087s","start":"2026-07-02T12:05:44.905602Z","end":"2026-07-02T12:05:48.908776Z","steps":["trace[897088508] 'agreement among raft nodes before linearized reading' (duration: 3.999870122s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:48.908802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:44.903551Z","time spent":"4.005242273s","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":867,"request content":"key:\"/registry/services/specs/capo-system/capo-webhook-service\" "} {"level":"warn","ts":"2026-07-02T12:05:48.908827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:44.905594Z","time spent":"4.003223589s","remote":"127.0.0.1:32972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3214,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin\" "} {"level":"info","ts":"2026-07-02T12:05:48.90679Z","caller":"traceutil/trace.go:171","msg":"trace[697986257] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29467; }","duration":"225.66094ms","start":"2026-07-02T12:05:48.681119Z","end":"2026-07-02T12:05:48.90678Z","steps":["trace[697986257] 'agreement among raft nodes before linearized reading' (duration: 225.604438ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:48.90769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:44.904026Z","time spent":"4.003651162s","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1310,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"info","ts":"2026-07-02T12:05:48.908457Z","caller":"traceutil/trace.go:171","msg":"trace[670840825] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2d2dbc01-bf25-4ba9-b8be-7d5562d2bd41; range_end:; response_count:1; response_revision:29467; }","duration":"2.995975505s","start":"2026-07-02T12:05:45.912468Z","end":"2026-07-02T12:05:48.908444Z","steps":["trace[670840825] 'agreement among raft nodes before linearized reading' (duration: 2.994023613s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:48.907545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:45.085313Z","time spent":"3.822215288s","remote":"127.0.0.1:45182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":36,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:05:48.90911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:45.91244Z","time spent":"2.996659266s","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2d2dbc01-bf25-4ba9-b8be-7d5562d2bd41\" "} {"level":"warn","ts":"2026-07-02T12:05:48.909548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:47.131663Z","time spent":"1.77787572s","remote":"127.0.0.1:45008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17017,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-02T12:05:48.906989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.719537615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5174"} {"level":"info","ts":"2026-07-02T12:05:48.909815Z","caller":"traceutil/trace.go:171","msg":"trace[122147471] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:29467; }","duration":"3.722370065s","start":"2026-07-02T12:05:45.187436Z","end":"2026-07-02T12:05:48.909806Z","steps":["trace[122147471] 'agreement among raft nodes before linearized reading' (duration: 3.719497864s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:48.909843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:45.187432Z","time spent":"3.722402216s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5198,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-07-02T12:05:48.906678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.00325604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3136"} {"level":"info","ts":"2026-07-02T12:05:48.909946Z","caller":"traceutil/trace.go:171","msg":"trace[2135803407] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:29467; }","duration":"4.006545894s","start":"2026-07-02T12:05:44.903394Z","end":"2026-07-02T12:05:48.90994Z","steps":["trace[2135803407] 'agreement among raft nodes before linearized reading' (duration: 4.003195488s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:48.909976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:44.903383Z","time spent":"4.006584786s","remote":"127.0.0.1:40836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3160,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-07-02T12:05:48.907235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:47.136361Z","time spent":"1.770866637s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-02T12:05:48.906658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.17393974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:05:48.910336Z","caller":"traceutil/trace.go:171","msg":"trace[1801421316] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:29467; }","duration":"3.177649237s","start":"2026-07-02T12:05:45.732673Z","end":"2026-07-02T12:05:48.910322Z","steps":["trace[1801421316] 'agreement among raft nodes before linearized reading' (duration: 3.17395944s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:48.910381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:45.732652Z","time spent":"3.177716109s","remote":"127.0.0.1:45128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-07-02T12:05:48.905599Z","caller":"traceutil/trace.go:171","msg":"trace[1957747455] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:29467; }","duration":"2.503479916s","start":"2026-07-02T12:05:46.402107Z","end":"2026-07-02T12:05:48.905587Z","steps":["trace[1957747455] 'agreement among raft nodes before linearized reading' (duration: 2.503427994s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:48.910579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:46.402091Z","time spent":"2.508469314s","remote":"127.0.0.1:59220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:05:49.411085Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096944183198665,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T12:05:49.912194Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096944183198665,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T12:05:50.006558Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.096904314s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-02T12:05:50.13172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.913199ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T12:05:50.131815Z","caller":"traceutil/trace.go:171","msg":"trace[1772704953] transaction","detail":"{read_only:false; response_revision:29468; number_of_response:1; }","duration":"1.222293198s","start":"2026-07-02T12:05:48.909506Z","end":"2026-07-02T12:05:50.131799Z","steps":["trace[1772704953] 'process raft request' (duration: 1.097229634s)","trace[1772704953] 'compare' (duration: 124.793566ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:05:50.131858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:48.909479Z","time spent":"1.222358629s","remote":"127.0.0.1:45316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4989,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:05:50.883421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:48.918092Z","time spent":"1.965320957s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/02 12:05:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T12:05:50.923371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000121113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-02T12:05:50.92345Z","caller":"traceutil/trace.go:171","msg":"trace[1560037660] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000213306s","start":"2026-07-02T12:05:48.923221Z","end":"2026-07-02T12:05:50.923434Z","steps":["trace[1560037660] 'agreement among raft nodes before linearized reading' (duration: 2.000119523s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:50.923493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:48.923193Z","time spent":"2.000290948s","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-02T12:05:50.993121Z","caller":"traceutil/trace.go:171","msg":"trace[90285693] transaction","detail":"{read_only:false; response_revision:29469; number_of_response:1; }","duration":"2.080034952s","start":"2026-07-02T12:05:48.912953Z","end":"2026-07-02T12:05:50.992988Z","steps":["trace[90285693] 'process raft request' (duration: 2.079709742s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:50.993255Z","caller":"traceutil/trace.go:171","msg":"trace[569329732] linearizableReadLoop","detail":"{readStateIndex:30839; appliedIndex:30831; }","duration":"2.08281237s","start":"2026-07-02T12:05:48.910337Z","end":"2026-07-02T12:05:50.993149Z","steps":["trace[569329732] 'read index received' (duration: 1.096412608s)","trace[569329732] 'applied index is now lower than readState.Index' (duration: 986.398502ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:05:50.993361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:48.912933Z","time spent":"2.080325032s","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:05:50.993557Z","caller":"traceutil/trace.go:171","msg":"trace[540249703] transaction","detail":"{read_only:false; response_revision:29471; number_of_response:1; }","duration":"2.075370884s","start":"2026-07-02T12:05:48.91817Z","end":"2026-07-02T12:05:50.993541Z","steps":["trace[540249703] 'process raft request' (duration: 2.074729103s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:50.993666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:48.918163Z","time spent":"2.075432325s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:05:50.99382Z","caller":"traceutil/trace.go:171","msg":"trace[1512012816] transaction","detail":"{read_only:false; response_revision:29472; number_of_response:1; }","duration":"2.074540277s","start":"2026-07-02T12:05:48.919266Z","end":"2026-07-02T12:05:50.993806Z","steps":["trace[1512012816] 'process raft request' (duration: 2.07368723s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:50.993844Z","caller":"traceutil/trace.go:171","msg":"trace[1933693645] transaction","detail":"{read_only:false; response_revision:29475; number_of_response:1; }","duration":"2.071725858s","start":"2026-07-02T12:05:48.922101Z","end":"2026-07-02T12:05:50.993826Z","steps":["trace[1933693645] 'process raft request' (duration: 2.071001095s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:50.993844Z","caller":"traceutil/trace.go:171","msg":"trace[337544817] transaction","detail":"{read_only:false; response_revision:29474; number_of_response:1; }","duration":"2.072953487s","start":"2026-07-02T12:05:48.920858Z","end":"2026-07-02T12:05:50.993811Z","steps":["trace[337544817] 'process raft request' (duration: 2.072192803s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:50.993901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:48.919259Z","time spent":"2.07459593s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:05:50.993936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:48.922081Z","time spent":"2.071815721s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:05:50.99403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:48.92085Z","time spent":"2.073097932s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:05:50.994125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.083781871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy-metrics\" ","response":"range_response_count:1 size:798"} {"level":"info","ts":"2026-07-02T12:05:50.994125Z","caller":"traceutil/trace.go:171","msg":"trace[1333420801] transaction","detail":"{read_only:false; response_revision:29473; number_of_response:1; }","duration":"2.074150765s","start":"2026-07-02T12:05:48.919958Z","end":"2026-07-02T12:05:50.994109Z","steps":["trace[1333420801] 'process raft request' (duration: 2.07305117s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:50.994167Z","caller":"traceutil/trace.go:171","msg":"trace[65277705] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-haproxy-metrics; range_end:; response_count:1; response_revision:29475; }","duration":"2.083833153s","start":"2026-07-02T12:05:48.910323Z","end":"2026-07-02T12:05:50.994156Z","steps":["trace[65277705] 'agreement among raft nodes before linearized reading' (duration: 2.083692619s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:50.994205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:48.910308Z","time spent":"2.083889185s","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":822,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy-metrics\" "} {"level":"warn","ts":"2026-07-02T12:05:50.994212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:48.919952Z","time spent":"2.074220098s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:05:51.493737Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096944183198679,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T12:05:51.994265Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096944183198679,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T12:05:52.175305Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.182714349s","expected-duration":"1s"} {"level":"info","ts":"2026-07-02T12:05:52.176921Z","caller":"traceutil/trace.go:171","msg":"trace[571654269] transaction","detail":"{read_only:false; response_revision:29477; number_of_response:1; }","duration":"1.259697245s","start":"2026-07-02T12:05:50.917206Z","end":"2026-07-02T12:05:52.176903Z","steps":["trace[571654269] 'process raft request' (duration: 1.259596772s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:52.176918Z","caller":"traceutil/trace.go:171","msg":"trace[1553575101] transaction","detail":"{read_only:false; response_revision:29476; number_of_response:1; }","duration":"2.036461036s","start":"2026-07-02T12:05:50.140426Z","end":"2026-07-02T12:05:52.176887Z","steps":["trace[1553575101] 'process raft request' (duration: 2.036059444s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:52.177027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:50.917186Z","time spent":"1.259782568s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:05:52.177082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:50.14041Z","time spent":"2.0365926s","remote":"127.0.0.1:45274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5221,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:05:52.177372Z","caller":"traceutil/trace.go:171","msg":"trace[1809225982] transaction","detail":"{read_only:false; response_revision:29481; number_of_response:1; }","duration":"1.257060931s","start":"2026-07-02T12:05:50.920295Z","end":"2026-07-02T12:05:52.177356Z","steps":["trace[1809225982] 'process raft request' (duration: 1.25701521s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:52.177563Z","caller":"traceutil/trace.go:171","msg":"trace[313923940] transaction","detail":"{read_only:false; response_revision:29478; number_of_response:1; }","duration":"1.25983621s","start":"2026-07-02T12:05:50.917713Z","end":"2026-07-02T12:05:52.177549Z","steps":["trace[313923940] 'process raft request' (duration: 1.259167388s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:52.17757Z","caller":"traceutil/trace.go:171","msg":"trace[1961414452] transaction","detail":"{read_only:false; response_revision:29479; number_of_response:1; }","duration":"1.258623941s","start":"2026-07-02T12:05:50.91892Z","end":"2026-07-02T12:05:52.177544Z","steps":["trace[1961414452] 'process raft request' (duration: 1.2582537s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:52.177638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:50.917692Z","time spent":"1.259904652s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:05:52.177646Z","caller":"traceutil/trace.go:171","msg":"trace[1225124167] transaction","detail":"{read_only:false; response_revision:29480; number_of_response:1; }","duration":"1.258428255s","start":"2026-07-02T12:05:50.919203Z","end":"2026-07-02T12:05:52.177631Z","steps":["trace[1225124167] 'process raft request' (duration: 1.258069854s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:52.1777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:50.918906Z","time spent":"1.258713104s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:05:52.177709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:50.919194Z","time spent":"1.258482787s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:05:52.177769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:50.920284Z","time spent":"1.257124923s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:05:52.926676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.002574789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T12:05:52.926732Z","caller":"traceutil/trace.go:171","msg":"trace[106031787] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.002669992s","start":"2026-07-02T12:05:50.924049Z","end":"2026-07-02T12:05:52.926719Z","steps":["trace[106031787] 'agreement among raft nodes before linearized reading' (duration: 2.00259735s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:52.926759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:50.924036Z","time spent":"2.002718064s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/02 12:05:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T12:05:53.690327Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.514805602s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-02T12:05:54.175293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.532204ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-02T12:05:54.175905Z","caller":"traceutil/trace.go:171","msg":"trace[488126924] transaction","detail":"{read_only:false; response_revision:29482; number_of_response:1; }","duration":"3.177511033s","start":"2026-07-02T12:05:50.998312Z","end":"2026-07-02T12:05:54.175823Z","steps":["trace[488126924] 'process raft request' (duration: 2.692358177s)","trace[488126924] 'compare' (duration: 482.608725ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:05:54.17629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:50.998183Z","time spent":"3.177911775s","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":765,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-02T12:05:54.930322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000212096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T12:05:54.930427Z","caller":"traceutil/trace.go:171","msg":"trace[189766445] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00034411s","start":"2026-07-02T12:05:52.930054Z","end":"2026-07-02T12:05:54.930398Z","steps":["trace[189766445] 'agreement among raft nodes before linearized reading' (duration: 2.000234307s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:54.930506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:52.930043Z","time spent":"2.000447353s","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/02 12:05:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T12:05:55.534541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.358999221s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-07-02T12:05:55.534725Z","caller":"traceutil/trace.go:171","msg":"trace[621243776] linearizableReadLoop","detail":"{readStateIndex:30847; appliedIndex:30839; }","duration":"4.541383338s","start":"2026-07-02T12:05:50.99333Z","end":"2026-07-02T12:05:55.534714Z","steps":["trace[621243776] 'read index received' (duration: 1.1830841s)","trace[621243776] 'applied index is now lower than readState.Index' (duration: 3.358298418s)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:05:55.534979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.61260385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/barbican-api\" ","response":"range_response_count:1 size:933"} {"level":"info","ts":"2026-07-02T12:05:55.535007Z","caller":"traceutil/trace.go:171","msg":"trace[1996788316] range","detail":"{range_begin:/registry/services/specs/openstack/barbican-api; range_end:; response_count:1; response_revision:29482; }","duration":"6.612654832s","start":"2026-07-02T12:05:48.922344Z","end":"2026-07-02T12:05:55.534998Z","steps":["trace[1996788316] 'agreement among raft nodes before linearized reading' (duration: 6.612560479s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:55.535025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:48.922334Z","time spent":"6.612686583s","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":957,"request content":"key:\"/registry/services/specs/openstack/barbican-api\" "} {"level":"warn","ts":"2026-07-02T12:05:55.535062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.327056837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T12:05:55.535159Z","caller":"traceutil/trace.go:171","msg":"trace[1609981970] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:29482; }","duration":"6.327238863s","start":"2026-07-02T12:05:49.2079Z","end":"2026-07-02T12:05:55.535139Z","steps":["trace[1609981970] 'agreement among raft nodes before linearized reading' (duration: 6.327022576s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:55.535196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.616084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" ","response":"range_response_count:1 size:1266"} {"level":"info","ts":"2026-07-02T12:05:55.535217Z","caller":"traceutil/trace.go:171","msg":"trace[1543188523] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone-nodes; range_end:; response_count:1; response_revision:29482; }","duration":"6.616107402s","start":"2026-07-02T12:05:48.919101Z","end":"2026-07-02T12:05:55.535208Z","steps":["trace[1543188523] 'agreement among raft nodes before linearized reading' (duration: 6.61605306s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:55.535216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:49.207873Z","time spent":"6.327330866s","remote":"127.0.0.1:59252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":5,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:05:55.535238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:48.919097Z","time spent":"6.616137323s","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1290,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" "} {"level":"warn","ts":"2026-07-02T12:05:55.535309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.616147823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-nova-nodes\" ","response":"range_response_count:1 size:1246"} {"level":"warn","ts":"2026-07-02T12:05:55.535386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.616330359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-octavia-nodes\" ","response":"range_response_count:1 size:1263"} {"level":"info","ts":"2026-07-02T12:05:55.535403Z","caller":"traceutil/trace.go:171","msg":"trace[1144678543] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-octavia-nodes; range_end:; response_count:1; response_revision:29482; }","duration":"6.616355739s","start":"2026-07-02T12:05:48.919043Z","end":"2026-07-02T12:05:55.535399Z","steps":["trace[1144678543] 'agreement among raft nodes before linearized reading' (duration: 6.616315258s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:55.535417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:48.919037Z","time spent":"6.616376801s","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1287,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-octavia-nodes\" "} {"level":"warn","ts":"2026-07-02T12:05:55.535449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.614212142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki\" ","response":"range_response_count:1 size:1364"} {"level":"info","ts":"2026-07-02T12:05:55.535489Z","caller":"traceutil/trace.go:171","msg":"trace[925931308] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-nova-nodes; range_end:; response_count:1; response_revision:29482; }","duration":"6.616349999s","start":"2026-07-02T12:05:48.919116Z","end":"2026-07-02T12:05:55.535466Z","steps":["trace[925931308] 'agreement among raft nodes before linearized reading' (duration: 6.615987258s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:55.53549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.616107921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-07-02T12:05:55.535528Z","caller":"traceutil/trace.go:171","msg":"trace[1720221159] range","detail":"{range_begin:/registry/services/specs/monitoring/loki; range_end:; response_count:1; response_revision:29482; }","duration":"6.614309865s","start":"2026-07-02T12:05:48.921199Z","end":"2026-07-02T12:05:55.535509Z","steps":["trace[1720221159] 'agreement among raft nodes before linearized reading' (duration: 6.614086777s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:55.535574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.617572248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6da7cfc1-c9ab-4c05-8caa-af0a4571bb05\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-07-02T12:05:55.535572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:48.921194Z","time spent":"6.614369246s","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":1388,"request content":"key:\"/registry/services/specs/monitoring/loki\" "} {"level":"info","ts":"2026-07-02T12:05:55.535568Z","caller":"traceutil/trace.go:171","msg":"trace[888454357] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:29482; }","duration":"6.616195485s","start":"2026-07-02T12:05:48.919353Z","end":"2026-07-02T12:05:55.535548Z","steps":["trace[888454357] 'agreement among raft nodes before linearized reading' (duration: 6.615962577s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:55.535591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:48.919113Z","time spent":"6.616467453s","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1270,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-nova-nodes\" "} {"level":"warn","ts":"2026-07-02T12:05:55.535636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.617738114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/neutron-server\" ","response":"range_response_count:1 size:1080"} {"level":"warn","ts":"2026-07-02T12:05:55.535632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:48.919349Z","time spent":"6.616269637s","remote":"127.0.0.1:59286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4750,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-07-02T12:05:55.535658Z","caller":"traceutil/trace.go:171","msg":"trace[1772965825] range","detail":"{range_begin:/registry/services/specs/openstack/neutron-server; range_end:; response_count:1; response_revision:29482; }","duration":"6.617759614s","start":"2026-07-02T12:05:48.917894Z","end":"2026-07-02T12:05:55.535654Z","steps":["trace[1772965825] 'agreement among raft nodes before linearized reading' (duration: 6.617707503s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:55.535649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.557611644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T12:05:55.535666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.6144603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T12:05:55.535349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.616252616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-proxy\" ","response":"range_response_count:1 size:1420"} {"level":"info","ts":"2026-07-02T12:05:55.535713Z","caller":"traceutil/trace.go:171","msg":"trace[1886424770] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:29482; }","duration":"4.557721828s","start":"2026-07-02T12:05:50.977975Z","end":"2026-07-02T12:05:55.535697Z","steps":["trace[1886424770] 'agreement among raft nodes before linearized reading' (duration: 4.557609874s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:55.535757Z","caller":"traceutil/trace.go:171","msg":"trace[2147356648] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:29482; }","duration":"6.614589724s","start":"2026-07-02T12:05:48.921142Z","end":"2026-07-02T12:05:55.535732Z","steps":["trace[2147356648] 'agreement among raft nodes before linearized reading' (duration: 6.614450929s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:55.535763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.265421664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T12:05:55.535783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.616620668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/keystone-api\" ","response":"range_response_count:1 size:932"} {"level":"info","ts":"2026-07-02T12:05:55.535766Z","caller":"traceutil/trace.go:171","msg":"trace[2142163439] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kube-proxy; range_end:; response_count:1; response_revision:29482; }","duration":"6.616658859s","start":"2026-07-02T12:05:48.919084Z","end":"2026-07-02T12:05:55.535743Z","steps":["trace[2142163439] 'agreement among raft nodes before linearized reading' (duration: 6.616226345s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:55.535783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.616629248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-defaultbackend\" ","response":"range_response_count:1 size:1506"} {"level":"warn","ts":"2026-07-02T12:05:55.535809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:48.921122Z","time spent":"6.614676716s","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-07-02T12:05:55.535824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:48.919081Z","time spent":"6.616727751s","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":1444,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-proxy\" "} {"level":"info","ts":"2026-07-02T12:05:55.535832Z","caller":"traceutil/trace.go:171","msg":"trace[913939052] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-defaultbackend; range_end:; response_count:1; response_revision:29482; }","duration":"6.61668581s","start":"2026-07-02T12:05:48.919132Z","end":"2026-07-02T12:05:55.535818Z","steps":["trace[913939052] 'agreement among raft nodes before linearized reading' (duration: 6.616588597s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:55.535844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.614066217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pxc-unready\" ","response":"range_response_count:1 size:2261"} {"level":"info","ts":"2026-07-02T12:05:55.536243Z","caller":"traceutil/trace.go:171","msg":"trace[111631927] transaction","detail":"{read_only:false; response_revision:29483; number_of_response:1; }","duration":"1.680545888s","start":"2026-07-02T12:05:53.855677Z","end":"2026-07-02T12:05:55.536223Z","steps":["trace[111631927] 'process raft request' (duration: 1.678942737s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:55.536262Z","caller":"traceutil/trace.go:171","msg":"trace[1658165173] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pxc-unready; range_end:; response_count:1; response_revision:29482; }","duration":"6.614502891s","start":"2026-07-02T12:05:48.921742Z","end":"2026-07-02T12:05:55.536245Z","steps":["trace[1658165173] 'agreement among raft nodes before linearized reading' (duration: 6.614048047s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:55.535593Z","caller":"traceutil/trace.go:171","msg":"trace[2012530276] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6da7cfc1-c9ab-4c05-8caa-af0a4571bb05; range_end:; response_count:1; response_revision:29482; }","duration":"6.617600589s","start":"2026-07-02T12:05:48.917987Z","end":"2026-07-02T12:05:55.535588Z","steps":["trace[2012530276] 'agreement among raft nodes before linearized reading' (duration: 6.617546117s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:55.536312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:48.921723Z","time spent":"6.614572083s","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":2285,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pxc-unready\" "} {"level":"warn","ts":"2026-07-02T12:05:55.536344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:53.855656Z","time spent":"1.68063056s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:05:55.536355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:48.917982Z","time spent":"6.618360153s","remote":"127.0.0.1:44984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-6da7cfc1-c9ab-4c05-8caa-af0a4571bb05\" "} {"level":"warn","ts":"2026-07-02T12:05:55.535522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.616729842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3198"} {"level":"info","ts":"2026-07-02T12:05:55.536416Z","caller":"traceutil/trace.go:171","msg":"trace[1179755111] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:29482; }","duration":"6.61762951s","start":"2026-07-02T12:05:48.918776Z","end":"2026-07-02T12:05:55.536405Z","steps":["trace[1179755111] 'agreement among raft nodes before linearized reading' (duration: 6.616701481s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:55.535814Z","caller":"traceutil/trace.go:171","msg":"trace[1865513775] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:29482; }","duration":"5.265515097s","start":"2026-07-02T12:05:50.270284Z","end":"2026-07-02T12:05:55.535799Z","steps":["trace[1865513775] 'agreement among raft nodes before linearized reading' (duration: 5.265403563s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:55.536453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:48.91877Z","time spent":"6.617673831s","remote":"127.0.0.1:32972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3222,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-07-02T12:05:55.536472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:50.270262Z","time spent":"5.266195999s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":32,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:05:55.535676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:48.91788Z","time spent":"6.617791755s","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":1104,"request content":"key:\"/registry/services/specs/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-02T12:05:55.535866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:48.919129Z","time spent":"6.616729422s","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":1530,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-defaultbackend\" "} {"level":"warn","ts":"2026-07-02T12:05:55.535763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:50.977942Z","time spent":"4.55780538s","remote":"127.0.0.1:53696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:05:55.53577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.613928953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3178"} {"level":"info","ts":"2026-07-02T12:05:55.536769Z","caller":"traceutil/trace.go:171","msg":"trace[946449618] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:29482; }","duration":"6.614929494s","start":"2026-07-02T12:05:48.921822Z","end":"2026-07-02T12:05:55.536752Z","steps":["trace[946449618] 'agreement among raft nodes before linearized reading' (duration: 6.61386815s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:55.536826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:48.921817Z","time spent":"6.614995196s","remote":"127.0.0.1:32972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3202,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"info","ts":"2026-07-02T12:05:55.535811Z","caller":"traceutil/trace.go:171","msg":"trace[100800123] range","detail":"{range_begin:/registry/services/specs/openstack/keystone-api; range_end:; response_count:1; response_revision:29482; }","duration":"6.616653789s","start":"2026-07-02T12:05:48.919148Z","end":"2026-07-02T12:05:55.535801Z","steps":["trace[100800123] 'agreement among raft nodes before linearized reading' (duration: 6.616563596s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:55.53692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:48.919144Z","time spent":"6.617753334s","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":956,"request content":"key:\"/registry/services/specs/openstack/keystone-api\" "} {"level":"warn","ts":"2026-07-02T12:05:55.535885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.615532559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2d2dbc01-bf25-4ba9-b8be-7d5562d2bd41\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-07-02T12:05:55.537013Z","caller":"traceutil/trace.go:171","msg":"trace[642220658] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2d2dbc01-bf25-4ba9-b8be-7d5562d2bd41; range_end:; response_count:1; response_revision:29482; }","duration":"5.616682696s","start":"2026-07-02T12:05:49.920313Z","end":"2026-07-02T12:05:55.536996Z","steps":["trace[642220658] 'agreement among raft nodes before linearized reading' (duration: 5.615475697s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:55.53705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:49.920298Z","time spent":"5.616739567s","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2d2dbc01-bf25-4ba9-b8be-7d5562d2bd41\" "} {"level":"warn","ts":"2026-07-02T12:05:55.535947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.623858739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-02T12:05:55.537157Z","caller":"traceutil/trace.go:171","msg":"trace[1178319808] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29482; }","duration":"4.625098578s","start":"2026-07-02T12:05:50.912039Z","end":"2026-07-02T12:05:55.537137Z","steps":["trace[1178319808] 'agreement among raft nodes before linearized reading' (duration: 4.623798137s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:55.537229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:50.912017Z","time spent":"4.625193962s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-02T12:05:55.53595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.624455487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1452"} {"level":"info","ts":"2026-07-02T12:05:55.537314Z","caller":"traceutil/trace.go:171","msg":"trace[358319321] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:29482; }","duration":"6.625844411s","start":"2026-07-02T12:05:48.911456Z","end":"2026-07-02T12:05:55.537301Z","steps":["trace[358319321] 'agreement among raft nodes before linearized reading' (duration: 6.624189449s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:55.537364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:48.91144Z","time spent":"6.625910213s","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":1476,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-07-02T12:05:55.535958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.966619894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:05:55.537457Z","caller":"traceutil/trace.go:171","msg":"trace[250728995] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:29482; }","duration":"5.968124442s","start":"2026-07-02T12:05:49.569319Z","end":"2026-07-02T12:05:55.537444Z","steps":["trace[250728995] 'agreement among raft nodes before linearized reading' (duration: 5.966597914s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:55.537498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:49.569298Z","time spent":"5.968187284s","remote":"127.0.0.1:54010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:05:55.535974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.614524671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/heat-api\" ","response":"range_response_count:1 size:913"} {"level":"info","ts":"2026-07-02T12:05:55.537665Z","caller":"traceutil/trace.go:171","msg":"trace[1469564108] range","detail":"{range_begin:/registry/services/specs/openstack/heat-api; range_end:; response_count:1; response_revision:29482; }","duration":"6.616233755s","start":"2026-07-02T12:05:48.921413Z","end":"2026-07-02T12:05:55.537646Z","steps":["trace[1469564108] 'agreement among raft nodes before linearized reading' (duration: 6.614515761s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:55.537731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:48.921398Z","time spent":"6.616314209s","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":937,"request content":"key:\"/registry/services/specs/openstack/heat-api\" "} {"level":"warn","ts":"2026-07-02T12:05:55.535968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.61479288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7455"} {"level":"info","ts":"2026-07-02T12:05:55.537901Z","caller":"traceutil/trace.go:171","msg":"trace[1100168548] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:29482; }","duration":"6.616732272s","start":"2026-07-02T12:05:48.921149Z","end":"2026-07-02T12:05:55.537881Z","steps":["trace[1100168548] 'agreement among raft nodes before linearized reading' (duration: 6.614717648s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:55.537997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:48.921142Z","time spent":"6.616839855s","remote":"127.0.0.1:59278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":7479,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-07-02T12:05:55.536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.62421912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-07-02T12:05:55.538273Z","caller":"traceutil/trace.go:171","msg":"trace[635968085] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29482; }","duration":"4.626525114s","start":"2026-07-02T12:05:50.911731Z","end":"2026-07-02T12:05:55.538256Z","steps":["trace[635968085] 'agreement among raft nodes before linearized reading' (duration: 4.624237531s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:55.538325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:50.91171Z","time spent":"4.626599416s","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":671,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-02T12:05:55.535988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.61824808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-07-02T12:05:55.538535Z","caller":"traceutil/trace.go:171","msg":"trace[174374249] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:29482; }","duration":"6.62080701s","start":"2026-07-02T12:05:48.917718Z","end":"2026-07-02T12:05:55.538525Z","steps":["trace[174374249] 'agreement among raft nodes before linearized reading' (duration: 6.618195467s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:55.538568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:48.917711Z","time spent":"6.620845532s","remote":"127.0.0.1:44868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-02T12:05:55.535998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.618119916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1248"} {"level":"info","ts":"2026-07-02T12:05:55.538781Z","caller":"traceutil/trace.go:171","msg":"trace[1712877981] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:29482; }","duration":"6.620910074s","start":"2026-07-02T12:05:48.917862Z","end":"2026-07-02T12:05:55.538772Z","steps":["trace[1712877981] 'agreement among raft nodes before linearized reading' (duration: 6.618059184s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:55.538811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:48.917857Z","time spent":"6.620944405s","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1272,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-02T12:05:55.536018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.614296394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:1092"} {"level":"info","ts":"2026-07-02T12:05:55.538962Z","caller":"traceutil/trace.go:171","msg":"trace[487134052] range","detail":"{range_begin:/registry/services/specs/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:29482; }","duration":"6.617246018s","start":"2026-07-02T12:05:48.921707Z","end":"2026-07-02T12:05:55.538953Z","steps":["trace[487134052] 'agreement among raft nodes before linearized reading' (duration: 6.614281114s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:55.538993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:48.9217Z","time spent":"6.617283549s","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":1116,"request content":"key:\"/registry/services/specs/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-07-02T12:05:55.536017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.154763332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:05:55.539242Z","caller":"traceutil/trace.go:171","msg":"trace[1287687635] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:29482; }","duration":"6.158033077s","start":"2026-07-02T12:05:49.381198Z","end":"2026-07-02T12:05:55.539231Z","steps":["trace[1287687635] 'agreement among raft nodes before linearized reading' (duration: 6.154767263s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:55.539282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:49.381149Z","time spent":"6.158120549s","remote":"127.0.0.1:60324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:05:55.536045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.913879664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:05:55.539429Z","caller":"traceutil/trace.go:171","msg":"trace[712878657] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:29482; }","duration":"4.917295193s","start":"2026-07-02T12:05:50.622123Z","end":"2026-07-02T12:05:55.539418Z","steps":["trace[712878657] 'agreement among raft nodes before linearized reading' (duration: 4.913895245s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:55.539471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:50.622102Z","time spent":"4.917354065s","remote":"127.0.0.1:60496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:05:55.53605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.623357162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/senlin-engine-cleaner-29716565-mtszq\" ","response":"range_response_count:1 size:6541"} {"level":"warn","ts":"2026-07-02T12:05:55.536019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.619808989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:05:55.540361Z","caller":"traceutil/trace.go:171","msg":"trace[540396458] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:29482; }","duration":"6.624173948s","start":"2026-07-02T12:05:48.916159Z","end":"2026-07-02T12:05:55.540333Z","steps":["trace[540396458] 'agreement among raft nodes before linearized reading' (duration: 6.619782458s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:55.54042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:48.916147Z","time spent":"6.62425854s","remote":"127.0.0.1:44920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-07-02T12:05:55.536109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.614788329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4831"} {"level":"info","ts":"2026-07-02T12:05:55.540603Z","caller":"traceutil/trace.go:171","msg":"trace[325185615] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:29482; }","duration":"6.619289563s","start":"2026-07-02T12:05:48.921299Z","end":"2026-07-02T12:05:55.540589Z","steps":["trace[325185615] 'agreement among raft nodes before linearized reading' (duration: 6.614769849s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:55.54064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:48.921266Z","time spent":"6.619363085s","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4855,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-02T12:05:55.536131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.129272188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:05:55.540795Z","caller":"traceutil/trace.go:171","msg":"trace[923761427] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:29482; }","duration":"5.134009579s","start":"2026-07-02T12:05:50.406773Z","end":"2026-07-02T12:05:55.540783Z","steps":["trace[923761427] 'agreement among raft nodes before linearized reading' (duration: 5.129291609s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:55.54083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:50.406714Z","time spent":"5.134104082s","remote":"127.0.0.1:33190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-07-02T12:05:55.539606Z","caller":"traceutil/trace.go:171","msg":"trace[1751601985] range","detail":"{range_begin:/registry/pods/openstack/senlin-engine-cleaner-29716565-mtszq; range_end:; response_count:1; response_revision:29482; }","duration":"6.626917305s","start":"2026-07-02T12:05:48.912672Z","end":"2026-07-02T12:05:55.53959Z","steps":["trace[1751601985] 'agreement among raft nodes before linearized reading' (duration: 6.623307581s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:55.541919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:48.912665Z","time spent":"6.629229758s","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":6565,"request content":"key:\"/registry/pods/openstack/senlin-engine-cleaner-29716565-mtszq\" "} {"level":"warn","ts":"2026-07-02T12:05:56.035089Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096944183198689,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T12:05:56.314003Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.111118638s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-02T12:05:56.930675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999861314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T12:05:56.930748Z","caller":"traceutil/trace.go:171","msg":"trace[1381117074] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999986758s","start":"2026-07-02T12:05:54.930743Z","end":"2026-07-02T12:05:56.93073Z","steps":["trace[1381117074] 'agreement among raft nodes before linearized reading' (duration: 1.999890265s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:56.930786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:54.930721Z","time spent":"2.00005687s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/02 12:05:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T12:05:57.06085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000765713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T12:05:57.060938Z","caller":"traceutil/trace.go:171","msg":"trace[669004949] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000931368s","start":"2026-07-02T12:05:55.059987Z","end":"2026-07-02T12:05:57.060918Z","steps":["trace[669004949] 'agreement among raft nodes before linearized reading' (duration: 2.000807854s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:57.060985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:55.059968Z","time spent":"2.0010075s","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/02 12:05:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T12:05:57.997128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999461315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-02T12:05:57.997252Z","caller":"traceutil/trace.go:171","msg":"trace[1171765902] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.99963258s","start":"2026-07-02T12:05:52.997595Z","end":"2026-07-02T12:05:57.997228Z","steps":["trace[1171765902] 'agreement among raft nodes before linearized reading' (duration: 4.999483776s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:57.99731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:52.99758Z","time spent":"4.999716053s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-02T12:05:57.997487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999356991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T12:05:57.997526Z","caller":"traceutil/trace.go:171","msg":"trace[934897238] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999405462s","start":"2026-07-02T12:05:52.99811Z","end":"2026-07-02T12:05:57.997515Z","steps":["trace[934897238] 'agreement among raft nodes before linearized reading' (duration: 4.999369141s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:57.997554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:52.998104Z","time spent":"4.999443285s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-02T12:05:58.019014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.704786569s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T12:05:58.019212Z","caller":"traceutil/trace.go:171","msg":"trace[1261653749] transaction","detail":"{read_only:false; response_revision:29485; number_of_response:1; }","duration":"3.837762882s","start":"2026-07-02T12:05:54.181436Z","end":"2026-07-02T12:05:58.019199Z","steps":["trace[1261653749] 'process raft request' (duration: 3.837664189s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:58.019217Z","caller":"traceutil/trace.go:171","msg":"trace[1905620006] transaction","detail":"{read_only:false; response_revision:29484; number_of_response:1; }","duration":"3.837984639s","start":"2026-07-02T12:05:54.181204Z","end":"2026-07-02T12:05:58.019188Z","steps":["trace[1905620006] 'process raft request' (duration: 2.132947222s)","trace[1905620006] 'compare' (duration: 1.704685416s)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:05:58.019277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:54.181419Z","time spent":"3.837829734s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:05:58.019302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:54.181184Z","time spent":"3.838074712s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:05:58.019563Z","caller":"traceutil/trace.go:171","msg":"trace[1501320232] transaction","detail":"{read_only:false; response_revision:29488; number_of_response:1; }","duration":"3.836920316s","start":"2026-07-02T12:05:54.182601Z","end":"2026-07-02T12:05:58.019521Z","steps":["trace[1501320232] 'process raft request' (duration: 3.836876014s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:58.019641Z","caller":"traceutil/trace.go:171","msg":"trace[1905320081] transaction","detail":"{read_only:false; response_revision:29486; number_of_response:1; }","duration":"3.837211194s","start":"2026-07-02T12:05:54.182307Z","end":"2026-07-02T12:05:58.019518Z","steps":["trace[1905320081] 'process raft request' (duration: 3.836854453s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:58.019685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:54.182574Z","time spent":"3.83704556s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:05:58.019733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:54.182295Z","time spent":"3.83739693s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:05:58.019816Z","caller":"traceutil/trace.go:171","msg":"trace[511261915] transaction","detail":"{read_only:false; response_revision:29487; number_of_response:1; }","duration":"3.837255246s","start":"2026-07-02T12:05:54.182549Z","end":"2026-07-02T12:05:58.019805Z","steps":["trace[511261915] 'process raft request' (duration: 3.836842262s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:58.01988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:54.182529Z","time spent":"3.837321808s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:05:58.058696Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.744386687s","expected-duration":"1s"} {"level":"info","ts":"2026-07-02T12:05:58.05933Z","caller":"traceutil/trace.go:171","msg":"trace[1376000930] transaction","detail":"{read_only:false; response_revision:29489; number_of_response:1; }","duration":"3.008042168s","start":"2026-07-02T12:05:55.051218Z","end":"2026-07-02T12:05:58.059261Z","steps":["trace[1376000930] 'process raft request' (duration: 3.007700508s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:58.059515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:55.051199Z","time spent":"3.008227074s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:05:58.059569Z","caller":"traceutil/trace.go:171","msg":"trace[1547271176] transaction","detail":"{read_only:false; response_revision:29490; number_of_response:1; }","duration":"2.510545732s","start":"2026-07-02T12:05:55.549001Z","end":"2026-07-02T12:05:58.059547Z","steps":["trace[1547271176] 'process raft request' (duration: 2.510064686s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:58.059685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:55.548983Z","time spent":"2.510640935s","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6758,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:05:58.060038Z","caller":"traceutil/trace.go:171","msg":"trace[440045768] transaction","detail":"{read_only:false; number_of_response:0; response_revision:29490; }","duration":"2.511023107s","start":"2026-07-02T12:05:55.549008Z","end":"2026-07-02T12:05:58.060032Z","steps":["trace[440045768] 'process raft request' (duration: 2.510366376s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:58.060083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:55.548987Z","time spent":"2.511077038s","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":30,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-02T12:05:58.060379Z","caller":"traceutil/trace.go:171","msg":"trace[1250613043] linearizableReadLoop","detail":"{readStateIndex:30857; appliedIndex:30848; }","duration":"2.525619711s","start":"2026-07-02T12:05:55.534749Z","end":"2026-07-02T12:05:58.060368Z","steps":["trace[1250613043] 'read index received' (duration: 779.54098ms)","trace[1250613043] 'applied index is now lower than readState.Index' (duration: 1.746077881s)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:05:58.060537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.448251436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T12:05:58.06054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.636911576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T12:05:58.060579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.062217069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-02T12:05:58.060599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.149775082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T12:05:58.060615Z","caller":"traceutil/trace.go:171","msg":"trace[373242902] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:29491; }","duration":"3.149821613s","start":"2026-07-02T12:05:54.910789Z","end":"2026-07-02T12:05:58.060611Z","steps":["trace[373242902] 'agreement among raft nodes before linearized reading' (duration: 3.149793592s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:58.060609Z","caller":"traceutil/trace.go:171","msg":"trace[1829202200] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:29491; }","duration":"2.637029431s","start":"2026-07-02T12:05:55.423562Z","end":"2026-07-02T12:05:58.060591Z","steps":["trace[1829202200] 'agreement among raft nodes before linearized reading' (duration: 2.636904867s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:58.060619Z","caller":"traceutil/trace.go:171","msg":"trace[469008829] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29491; }","duration":"5.06226738s","start":"2026-07-02T12:05:52.998341Z","end":"2026-07-02T12:05:58.060608Z","steps":["trace[469008829] 'agreement among raft nodes before linearized reading' (duration: 5.062138956s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:58.060634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:54.910768Z","time spent":"3.149861305s","remote":"127.0.0.1:45008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":32,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:05:58.060647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:52.998336Z","time spent":"5.062304441s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-02T12:05:58.06065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:55.423533Z","time spent":"2.637106713s","remote":"127.0.0.1:40876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:05:58.060695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.937554853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-02T12:05:58.060775Z","caller":"traceutil/trace.go:171","msg":"trace[1720541099] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:29491; }","duration":"3.937698748s","start":"2026-07-02T12:05:54.123046Z","end":"2026-07-02T12:05:58.060745Z","steps":["trace[1720541099] 'agreement among raft nodes before linearized reading' (duration: 3.937400098s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:58.060848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.551049157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T12:05:58.060862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:54.123028Z","time spent":"3.937818842s","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-07-02T12:05:58.06088Z","caller":"traceutil/trace.go:171","msg":"trace[1423242760] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:29491; }","duration":"4.551105329s","start":"2026-07-02T12:05:53.509764Z","end":"2026-07-02T12:05:58.060869Z","steps":["trace[1423242760] 'agreement among raft nodes before linearized reading' (duration: 4.551060267s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:58.060912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:53.509745Z","time spent":"4.5511573s","remote":"127.0.0.1:60480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-07-02T12:05:58.06099Z","caller":"traceutil/trace.go:171","msg":"trace[1360983659] transaction","detail":"{read_only:false; response_revision:29491; number_of_response:1; }","duration":"2.511924706s","start":"2026-07-02T12:05:55.549037Z","end":"2026-07-02T12:05:58.060961Z","steps":["trace[1360983659] 'process raft request' (duration: 2.510948654s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:58.061069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:55.549026Z","time spent":"2.512002618s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:05:58.061135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.197202164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T12:05:58.061146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.2683806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3191"} {"level":"info","ts":"2026-07-02T12:05:58.061171Z","caller":"traceutil/trace.go:171","msg":"trace[783245690] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:29491; }","duration":"3.268450773s","start":"2026-07-02T12:05:54.792712Z","end":"2026-07-02T12:05:58.061163Z","steps":["trace[783245690] 'agreement among raft nodes before linearized reading' (duration: 3.268016299s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:58.061173Z","caller":"traceutil/trace.go:171","msg":"trace[409621376] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:29491; }","duration":"4.197264475s","start":"2026-07-02T12:05:53.863897Z","end":"2026-07-02T12:05:58.061161Z","steps":["trace[409621376] 'agreement among raft nodes before linearized reading' (duration: 4.196529021s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:58.06119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:54.792691Z","time spent":"3.268494424s","remote":"127.0.0.1:32972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3215,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-07-02T12:05:58.06057Z","caller":"traceutil/trace.go:171","msg":"trace[1105431378] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:29491; }","duration":"3.448316918s","start":"2026-07-02T12:05:54.612246Z","end":"2026-07-02T12:05:58.060563Z","steps":["trace[1105431378] 'agreement among raft nodes before linearized reading' (duration: 3.448181104s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:58.061201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:53.86388Z","time spent":"4.197312847s","remote":"127.0.0.1:46392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:05:58.061235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:54.61223Z","time spent":"3.44898833s","remote":"127.0.0.1:45156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":118,"response size":32,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:05:58.061334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.881497642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be74da32672b8c\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-07-02T12:05:58.061369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.952768506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:05:58.061387Z","caller":"traceutil/trace.go:171","msg":"trace[1832630704] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18be74da32672b8c; range_end:; response_count:1; response_revision:29491; }","duration":"3.881574014s","start":"2026-07-02T12:05:54.179793Z","end":"2026-07-02T12:05:58.061367Z","steps":["trace[1832630704] 'agreement among raft nodes before linearized reading' (duration: 3.88142854s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:58.061401Z","caller":"traceutil/trace.go:171","msg":"trace[989902029] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:29491; }","duration":"3.952830788s","start":"2026-07-02T12:05:54.10856Z","end":"2026-07-02T12:05:58.061391Z","steps":["trace[989902029] 'agreement among raft nodes before linearized reading' (duration: 3.952776856s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:58.061428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:54.108541Z","time spent":"3.95287976s","remote":"127.0.0.1:41220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:05:58.061427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:54.179777Z","time spent":"3.881640016s","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be74da32672b8c\" "} {"level":"warn","ts":"2026-07-02T12:05:58.061474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.054485033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18be778a6b51d8d6\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-07-02T12:05:58.061502Z","caller":"traceutil/trace.go:171","msg":"trace[1427305125] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.18be778a6b51d8d6; range_end:; response_count:1; response_revision:29491; }","duration":"5.054528734s","start":"2026-07-02T12:05:53.006963Z","end":"2026-07-02T12:05:58.061492Z","steps":["trace[1427305125] 'agreement among raft nodes before linearized reading' (duration: 5.053977447s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:58.061521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:53.006953Z","time spent":"5.054563565s","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1034,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18be778a6b51d8d6\" "} {"level":"warn","ts":"2026-07-02T12:05:58.061576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.061365167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T12:05:58.061609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.70474941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T12:05:58.061617Z","caller":"traceutil/trace.go:171","msg":"trace[468163192] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:29491; }","duration":"4.06143234s","start":"2026-07-02T12:05:54.000161Z","end":"2026-07-02T12:05:58.061594Z","steps":["trace[468163192] 'agreement among raft nodes before linearized reading' (duration: 4.061384298s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:58.061626Z","caller":"traceutil/trace.go:171","msg":"trace[2124086773] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:29491; }","duration":"4.70476733s","start":"2026-07-02T12:05:53.356853Z","end":"2026-07-02T12:05:58.06162Z","steps":["trace[2124086773] 'agreement among raft nodes before linearized reading' (duration: 4.704713989s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:58.060806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.28364685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T12:05:58.061643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:53.356785Z","time spent":"4.704854213s","remote":"127.0.0.1:45202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":36,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-07-02T12:05:58.061703Z","caller":"traceutil/trace.go:171","msg":"trace[1398439127] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:29491; }","duration":"4.284554749s","start":"2026-07-02T12:05:53.777107Z","end":"2026-07-02T12:05:58.061662Z","steps":["trace[1398439127] 'agreement among raft nodes before linearized reading' (duration: 4.28366134s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:58.061644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:54.000143Z","time spent":"4.061492721s","remote":"127.0.0.1:60340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:05:58.061728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.142918439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3191"} {"level":"info","ts":"2026-07-02T12:05:58.061752Z","caller":"traceutil/trace.go:171","msg":"trace[1956669092] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:29491; }","duration":"4.142945539s","start":"2026-07-02T12:05:53.918799Z","end":"2026-07-02T12:05:58.061745Z","steps":["trace[1956669092] 'agreement among raft nodes before linearized reading' (duration: 4.142858767s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:58.061773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:53.918778Z","time spent":"4.142989601s","remote":"127.0.0.1:32972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3215,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-07-02T12:05:58.061191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.71464191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:05:58.061874Z","caller":"traceutil/trace.go:171","msg":"trace[2115657946] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:29491; }","duration":"3.715381993s","start":"2026-07-02T12:05:54.346484Z","end":"2026-07-02T12:05:58.061866Z","steps":["trace[2115657946] 'agreement among raft nodes before linearized reading' (duration: 3.71464643s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:58.061904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:54.346437Z","time spent":"3.715456606s","remote":"127.0.0.1:60398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:05:58.061764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:53.777087Z","time spent":"4.284654032s","remote":"127.0.0.1:53860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:05:58.062004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.142797583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:05:58.062034Z","caller":"traceutil/trace.go:171","msg":"trace[1435223403] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:29491; }","duration":"6.142857335s","start":"2026-07-02T12:05:51.919169Z","end":"2026-07-02T12:05:58.062027Z","steps":["trace[1435223403] 'agreement among raft nodes before linearized reading' (duration: 6.142812654s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:58.062058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:51.919149Z","time spent":"6.142904167s","remote":"127.0.0.1:40740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:05:58.062169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.357254354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:05:58.062193Z","caller":"traceutil/trace.go:171","msg":"trace[1612128863] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:29491; }","duration":"5.357316376s","start":"2026-07-02T12:05:52.70487Z","end":"2026-07-02T12:05:58.062187Z","steps":["trace[1612128863] 'agreement among raft nodes before linearized reading' (duration: 5.357276024s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:58.062212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:52.704849Z","time spent":"5.357358507s","remote":"127.0.0.1:53684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:05:58.062322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.743410704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T12:05:58.062347Z","caller":"traceutil/trace.go:171","msg":"trace[577951933] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:29491; }","duration":"5.743437704s","start":"2026-07-02T12:05:52.318903Z","end":"2026-07-02T12:05:58.062341Z","steps":["trace[577951933] 'agreement among raft nodes before linearized reading' (duration: 5.743399773s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:58.062369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:52.318862Z","time spent":"5.743501316s","remote":"127.0.0.1:46408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:05:58.062577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.726224931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:05:58.062638Z","caller":"traceutil/trace.go:171","msg":"trace[1677518363] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:29491; }","duration":"6.726322394s","start":"2026-07-02T12:05:51.336296Z","end":"2026-07-02T12:05:58.062618Z","steps":["trace[1677518363] 'agreement among raft nodes before linearized reading' (duration: 6.72620357s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:58.062684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:51.336275Z","time spent":"6.726395676s","remote":"127.0.0.1:53894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:05:58.062691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.252000633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-02T12:05:58.062713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.065087238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/capi-system/capi-webhook-service\" ","response":"range_response_count:1 size:819"} {"level":"info","ts":"2026-07-02T12:05:58.062722Z","caller":"traceutil/trace.go:171","msg":"trace[1877855439] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:29491; }","duration":"6.252038855s","start":"2026-07-02T12:05:51.810673Z","end":"2026-07-02T12:05:58.062712Z","steps":["trace[1877855439] 'agreement among raft nodes before linearized reading' (duration: 6.251897761s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:58.062744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:51.810627Z","time spent":"6.252111947s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":137,"response size":33,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-07-02T12:05:58.062743Z","caller":"traceutil/trace.go:171","msg":"trace[972177051] range","detail":"{range_begin:/registry/services/specs/capi-system/capi-webhook-service; range_end:; response_count:1; response_revision:29491; }","duration":"7.06515628s","start":"2026-07-02T12:05:50.997578Z","end":"2026-07-02T12:05:58.062735Z","steps":["trace[972177051] 'agreement among raft nodes before linearized reading' (duration: 7.065064647s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:58.06277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:50.99756Z","time spent":"7.065204642s","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":843,"request content":"key:\"/registry/services/specs/capi-system/capi-webhook-service\" "} {"level":"warn","ts":"2026-07-02T12:05:58.063034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.064812292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-07-02T12:05:58.063047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.064009446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-02T12:05:58.063065Z","caller":"traceutil/trace.go:171","msg":"trace[727789931] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:29491; }","duration":"5.064869873s","start":"2026-07-02T12:05:52.998187Z","end":"2026-07-02T12:05:58.063057Z","steps":["trace[727789931] 'agreement among raft nodes before linearized reading' (duration: 5.062801087s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:58.063079Z","caller":"traceutil/trace.go:171","msg":"trace[575648785] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29491; }","duration":"5.064051638s","start":"2026-07-02T12:05:52.999018Z","end":"2026-07-02T12:05:58.06307Z","steps":["trace[575648785] 'agreement among raft nodes before linearized reading' (duration: 5.062026343s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:58.063088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:52.998184Z","time spent":"5.064899334s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-02T12:05:58.063112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:52.999014Z","time spent":"5.064091769s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-02T12:05:58.727064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:58.284567Z","time spent":"442.490429ms","remote":"127.0.0.1:41982","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-02T12:05:58.727677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.132596ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-07-02T12:05:58.728117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.179063983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3195"} {"level":"info","ts":"2026-07-02T12:05:58.728193Z","caller":"traceutil/trace.go:171","msg":"trace[451086294] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:29492; }","duration":"3.179183207s","start":"2026-07-02T12:05:55.54899Z","end":"2026-07-02T12:05:58.728173Z","steps":["trace[451086294] 'agreement among raft nodes before linearized reading' (duration: 3.178950359s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:58.728202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.320513749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T12:05:58.728235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:55.548974Z","time spent":"3.179251969s","remote":"127.0.0.1:32972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3219,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"warn","ts":"2026-07-02T12:05:58.72823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.459846165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T12:05:58.728283Z","caller":"traceutil/trace.go:171","msg":"trace[663000081] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:29492; }","duration":"1.459942999s","start":"2026-07-02T12:05:57.268328Z","end":"2026-07-02T12:05:58.728271Z","steps":["trace[663000081] 'agreement among raft nodes before linearized reading' (duration: 1.459851626s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:58.728287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.179336122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/magnum-api\" ","response":"range_response_count:1 size:927"} {"level":"warn","ts":"2026-07-02T12:05:58.728304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.791878376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T12:05:58.728287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.274471316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:05:58.728357Z","caller":"traceutil/trace.go:171","msg":"trace[2073029204] range","detail":"{range_begin:/registry/services/specs/openstack/magnum-api; range_end:; response_count:1; response_revision:29492; }","duration":"3.179431635s","start":"2026-07-02T12:05:55.548905Z","end":"2026-07-02T12:05:58.728336Z","steps":["trace[2073029204] 'agreement among raft nodes before linearized reading' (duration: 3.179153876s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:58.728363Z","caller":"traceutil/trace.go:171","msg":"trace[1611563324] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29492; }","duration":"1.791989159s","start":"2026-07-02T12:05:56.936356Z","end":"2026-07-02T12:05:58.728345Z","steps":["trace[1611563324] 'agreement among raft nodes before linearized reading' (duration: 1.791631568s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:58.728394Z","caller":"traceutil/trace.go:171","msg":"trace[1983541910] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:29492; }","duration":"1.274665892s","start":"2026-07-02T12:05:57.453701Z","end":"2026-07-02T12:05:58.728367Z","steps":["trace[1983541910] 'agreement among raft nodes before linearized reading' (duration: 1.274490336s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:58.728405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:56.936327Z","time spent":"1.792070442s","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T12:05:58.72843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.179436075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/senlin-api\" ","response":"range_response_count:1 size:927"} {"level":"info","ts":"2026-07-02T12:05:58.728446Z","caller":"traceutil/trace.go:171","msg":"trace[1090997442] range","detail":"{range_begin:/registry/services/specs/openstack/senlin-api; range_end:; response_count:1; response_revision:29492; }","duration":"3.179463926s","start":"2026-07-02T12:05:55.548978Z","end":"2026-07-02T12:05:58.728442Z","steps":["trace[1090997442] 'agreement among raft nodes before linearized reading' (duration: 3.179364013s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:58.728445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.179608901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-glance-nodes\" ","response":"range_response_count:1 size:1256"} {"level":"warn","ts":"2026-07-02T12:05:58.728471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.179488957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-gateway\" ","response":"range_response_count:1 size:1292"} {"level":"warn","ts":"2026-07-02T12:05:58.728497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.179552309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/staffeln-api\" ","response":"range_response_count:1 size:935"} {"level":"warn","ts":"2026-07-02T12:05:58.728518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.178281238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-etcd\" ","response":"range_response_count:1 size:1410"} {"level":"info","ts":"2026-07-02T12:05:58.728522Z","caller":"traceutil/trace.go:171","msg":"trace[1332160228] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-gateway; range_end:; response_count:1; response_revision:29492; }","duration":"3.179552588s","start":"2026-07-02T12:05:55.548956Z","end":"2026-07-02T12:05:58.728508Z","steps":["trace[1332160228] 'agreement among raft nodes before linearized reading' (duration: 3.179410994s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:58.728611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.179604441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-senlin\" ","response":"range_response_count:1 size:1448"} {"level":"info","ts":"2026-07-02T12:05:58.728638Z","caller":"traceutil/trace.go:171","msg":"trace[981218331] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-senlin; range_end:; response_count:1; response_revision:29492; }","duration":"3.179643621s","start":"2026-07-02T12:05:55.548987Z","end":"2026-07-02T12:05:58.72863Z","steps":["trace[981218331] 'agreement among raft nodes before linearized reading' (duration: 3.179559879s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:58.728616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.179659462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3178"} {"level":"warn","ts":"2026-07-02T12:05:58.728664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.937595036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T12:05:58.728704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.179703254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-07-02T12:05:58.728695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.179773246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-webhook-service\" ","response":"range_response_count:1 size:897"} {"level":"warn","ts":"2026-07-02T12:05:58.728703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.179722504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/goldpinger\" ","response":"range_response_count:1 size:1212"} {"level":"info","ts":"2026-07-02T12:05:58.728713Z","caller":"traceutil/trace.go:171","msg":"trace[426307309] transaction","detail":"{read_only:false; response_revision:29492; number_of_response:1; }","duration":"2.373140585s","start":"2026-07-02T12:05:56.355549Z","end":"2026-07-02T12:05:58.72869Z","steps":["trace[426307309] 'process raft request' (duration: 2.043900614s)","trace[426307309] 'compare' (duration: 327.502286ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:05:58.728746Z","caller":"traceutil/trace.go:171","msg":"trace[1184183429] range","detail":"{range_begin:/registry/services/specs/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-webhook-service; range_end:; response_count:1; response_revision:29492; }","duration":"3.179837518s","start":"2026-07-02T12:05:55.548896Z","end":"2026-07-02T12:05:58.728733Z","steps":["trace[1184183429] 'agreement among raft nodes before linearized reading' (duration: 3.179665632s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:58.728761Z","caller":"traceutil/trace.go:171","msg":"trace[1083077593] range","detail":"{range_begin:/registry/services/specs/monitoring/goldpinger; range_end:; response_count:1; response_revision:29492; }","duration":"3.179794156s","start":"2026-07-02T12:05:55.548953Z","end":"2026-07-02T12:05:58.728747Z","steps":["trace[1083077593] 'agreement among raft nodes before linearized reading' (duration: 3.179543288s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:58.728781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.404224833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T12:05:58.728793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.182809987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2d2dbc01-bf25-4ba9-b8be-7d5562d2bd41\" ","response":"range_response_count:1 size:3763"} {"level":"warn","ts":"2026-07-02T12:05:58.7288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.179577929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-07-02T12:05:58.728818Z","caller":"traceutil/trace.go:171","msg":"trace[434979158] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2d2dbc01-bf25-4ba9-b8be-7d5562d2bd41; range_end:; response_count:1; response_revision:29492; }","duration":"2.18286896s","start":"2026-07-02T12:05:56.545943Z","end":"2026-07-02T12:05:58.728812Z","steps":["trace[434979158] 'agreement among raft nodes before linearized reading' (duration: 2.182804438s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:58.728818Z","caller":"traceutil/trace.go:171","msg":"trace[471071429] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:29492; }","duration":"2.404296575s","start":"2026-07-02T12:05:56.324512Z","end":"2026-07-02T12:05:58.728809Z","steps":["trace[471071429] 'agreement among raft nodes before linearized reading' (duration: 2.404237463s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:58.728816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:55.548944Z","time spent":"3.179861219s","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":1236,"request content":"key:\"/registry/services/specs/monitoring/goldpinger\" "} {"level":"warn","ts":"2026-07-02T12:05:58.728789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:55.54889Z","time spent":"3.179887919s","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":921,"request content":"key:\"/registry/services/specs/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-webhook-service\" "} {"level":"info","ts":"2026-07-02T12:05:58.728847Z","caller":"traceutil/trace.go:171","msg":"trace[401761781] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:29492; }","duration":"3.179634422s","start":"2026-07-02T12:05:55.549198Z","end":"2026-07-02T12:05:58.728832Z","steps":["trace[401761781] 'agreement among raft nodes before linearized reading' (duration: 3.179529128s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:58.728854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:56.355528Z","time spent":"2.373243499s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:05:58.72853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.179521578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:1276"} {"level":"warn","ts":"2026-07-02T12:05:58.728882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:55.549193Z","time spent":"3.179681583s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1960,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-07-02T12:05:58.72851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.016655223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-02T12:05:58.728908Z","caller":"traceutil/trace.go:171","msg":"trace[172313089] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:29492; }","duration":"3.179906s","start":"2026-07-02T12:05:55.548993Z","end":"2026-07-02T12:05:58.728899Z","steps":["trace[172313089] 'agreement among raft nodes before linearized reading' (duration: 3.179489247s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:58.728634Z","caller":"traceutil/trace.go:171","msg":"trace[1733541877] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kube-etcd; range_end:; response_count:1; response_revision:29492; }","duration":"3.17833364s","start":"2026-07-02T12:05:55.550223Z","end":"2026-07-02T12:05:58.728557Z","steps":["trace[1733541877] 'agreement among raft nodes before linearized reading' (duration: 3.178189395s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:58.728934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.180042995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pxc\" ","response":"range_response_count:1 size:2173"} {"level":"info","ts":"2026-07-02T12:05:58.728943Z","caller":"traceutil/trace.go:171","msg":"trace[1700043046] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:29492; }","duration":"3.01719669s","start":"2026-07-02T12:05:55.711733Z","end":"2026-07-02T12:05:58.72893Z","steps":["trace[1700043046] 'agreement among raft nodes before linearized reading' (duration: 3.016469187s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:58.728966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.180109617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1297"} {"level":"warn","ts":"2026-07-02T12:05:58.728986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:55.5502Z","time spent":"3.178769344s","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1434,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-etcd\" "} {"level":"info","ts":"2026-07-02T12:05:58.72899Z","caller":"traceutil/trace.go:171","msg":"trace[875975487] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pxc; range_end:; response_count:1; response_revision:29492; }","duration":"3.180111876s","start":"2026-07-02T12:05:55.548864Z","end":"2026-07-02T12:05:58.728976Z","steps":["trace[875975487] 'agreement among raft nodes before linearized reading' (duration: 3.179961172s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:58.728996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.180462458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T12:05:58.72901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.180365214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-dns\" ","response":"range_response_count:1 size:1212"} {"level":"info","ts":"2026-07-02T12:05:58.729015Z","caller":"traceutil/trace.go:171","msg":"trace[80813201] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:29492; }","duration":"3.180169228s","start":"2026-07-02T12:05:55.548834Z","end":"2026-07-02T12:05:58.729003Z","steps":["trace[80813201] 'agreement among raft nodes before linearized reading' (duration: 3.180036464s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:58.728404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:55.548894Z","time spent":"3.179501267s","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":951,"request content":"key:\"/registry/services/specs/openstack/magnum-api\" "} {"level":"info","ts":"2026-07-02T12:05:58.729048Z","caller":"traceutil/trace.go:171","msg":"trace[1856575703] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-dns; range_end:; response_count:1; response_revision:29492; }","duration":"3.180425566s","start":"2026-07-02T12:05:55.548611Z","end":"2026-07-02T12:05:58.729037Z","steps":["trace[1856575703] 'agreement among raft nodes before linearized reading' (duration: 3.180324263s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:58.729056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:55.548829Z","time spent":"3.1802195s","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1321,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-02T12:05:58.72908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:55.548593Z","time spent":"3.180480038s","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1236,"request content":"key:\"/registry/services/specs/kube-system/kube-dns\" "} {"level":"warn","ts":"2026-07-02T12:05:58.729091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.180342114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:1057"} {"level":"warn","ts":"2026-07-02T12:05:58.728864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:56.324495Z","time spent":"2.404359197s","remote":"127.0.0.1:53866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-07-02T12:05:58.729122Z","caller":"traceutil/trace.go:171","msg":"trace[1258215867] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:29492; }","duration":"3.180387066s","start":"2026-07-02T12:05:55.548726Z","end":"2026-07-02T12:05:58.729113Z","steps":["trace[1258215867] 'agreement among raft nodes before linearized reading' (duration: 3.180296293s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:58.728699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.179668412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3198"} {"level":"warn","ts":"2026-07-02T12:05:58.729157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:55.548719Z","time spent":"3.180431757s","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1081,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" "} {"level":"warn","ts":"2026-07-02T12:05:58.728999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:55.71163Z","time spent":"3.017355455s","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":191,"response size":33,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:05:58.728471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:55.548967Z","time spent":"3.179500537s","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":951,"request content":"key:\"/registry/services/specs/openstack/senlin-api\" "} {"level":"warn","ts":"2026-07-02T12:05:58.729214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.180708746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-02T12:05:58.728322Z","caller":"traceutil/trace.go:171","msg":"trace[1376597083] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:29492; }","duration":"1.320569871s","start":"2026-07-02T12:05:57.407667Z","end":"2026-07-02T12:05:58.728237Z","steps":["trace[1376597083] 'agreement among raft nodes before linearized reading' (duration: 1.320481438s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:58.72926Z","caller":"traceutil/trace.go:171","msg":"trace[38317417] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:29492; }","duration":"3.180766038s","start":"2026-07-02T12:05:55.548481Z","end":"2026-07-02T12:05:58.729247Z","steps":["trace[38317417] 'agreement among raft nodes before linearized reading' (duration: 3.180619073s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:58.729284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:57.407649Z","time spent":"1.321622224s","remote":"127.0.0.1:53654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:05:58.729314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:55.548473Z","time spent":"3.18082531s","remote":"127.0.0.1:45096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-02T12:05:58.729348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.18085535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4831"} {"level":"info","ts":"2026-07-02T12:05:58.729371Z","caller":"traceutil/trace.go:171","msg":"trace[359670450] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:29492; }","duration":"3.180900332s","start":"2026-07-02T12:05:55.548466Z","end":"2026-07-02T12:05:58.729366Z","steps":["trace[359670450] 'agreement among raft nodes before linearized reading' (duration: 3.18083887s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:58.728459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:57.453678Z","time spent":"1.274765595s","remote":"127.0.0.1:53828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:05:58.72939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:55.54845Z","time spent":"3.180935832s","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4855,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-02T12:05:58.728323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:57.268305Z","time spent":"1.460007321s","remote":"127.0.0.1:44948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":32,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-07-02T12:05:58.728512Z","caller":"traceutil/trace.go:171","msg":"trace[1145543066] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-glance-nodes; range_end:; response_count:1; response_revision:29492; }","duration":"3.179690903s","start":"2026-07-02T12:05:55.548805Z","end":"2026-07-02T12:05:58.728496Z","steps":["trace[1145543066] 'agreement among raft nodes before linearized reading' (duration: 3.179457696s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:58.729591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:55.548798Z","time spent":"3.180780748s","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1280,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-glance-nodes\" "} {"level":"info","ts":"2026-07-02T12:05:58.72853Z","caller":"traceutil/trace.go:171","msg":"trace[1405003593] range","detail":"{range_begin:/registry/services/specs/openstack/staffeln-api; range_end:; response_count:1; response_revision:29492; }","duration":"3.17959516s","start":"2026-07-02T12:05:55.548925Z","end":"2026-07-02T12:05:58.72852Z","steps":["trace[1405003593] 'agreement among raft nodes before linearized reading' (duration: 3.179502287s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:58.729648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:55.548919Z","time spent":"3.180717136s","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":959,"request content":"key:\"/registry/services/specs/openstack/staffeln-api\" "} {"level":"warn","ts":"2026-07-02T12:05:58.728654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:55.54898Z","time spent":"3.179670113s","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1472,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-senlin\" "} {"level":"warn","ts":"2026-07-02T12:05:58.728636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:55.548949Z","time spent":"3.179668983s","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":1316,"request content":"key:\"/registry/services/specs/monitoring/loki-gateway\" "} {"level":"info","ts":"2026-07-02T12:05:58.728701Z","caller":"traceutil/trace.go:171","msg":"trace[1595746558] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:29492; }","duration":"3.179775236s","start":"2026-07-02T12:05:55.548902Z","end":"2026-07-02T12:05:58.728677Z","steps":["trace[1595746558] 'agreement among raft nodes before linearized reading' (duration: 3.179480696s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:58.729964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:55.548884Z","time spent":"3.181070827s","remote":"127.0.0.1:32972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3202,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"info","ts":"2026-07-02T12:05:58.728729Z","caller":"traceutil/trace.go:171","msg":"trace[1469223092] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29492; }","duration":"3.179737074s","start":"2026-07-02T12:05:55.548985Z","end":"2026-07-02T12:05:58.728722Z","steps":["trace[1469223092] 'agreement among raft nodes before linearized reading' (duration: 3.179681462s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:58.730052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:55.548978Z","time spent":"3.181070707s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-02T12:05:58.728723Z","caller":"traceutil/trace.go:171","msg":"trace[1498807041] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:29492; }","duration":"1.937676459s","start":"2026-07-02T12:05:56.79103Z","end":"2026-07-02T12:05:58.728707Z","steps":["trace[1498807041] 'agreement among raft nodes before linearized reading' (duration: 1.937599036s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:58.730142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:56.791013Z","time spent":"1.939121615s","remote":"127.0.0.1:45186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:05:58.728734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.179709773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3198"} {"level":"info","ts":"2026-07-02T12:05:58.730324Z","caller":"traceutil/trace.go:171","msg":"trace[207906188] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:29492; }","duration":"3.181323035s","start":"2026-07-02T12:05:55.54899Z","end":"2026-07-02T12:05:58.730313Z","steps":["trace[207906188] 'agreement among raft nodes before linearized reading' (duration: 3.179670732s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:58.730345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:55.548968Z","time spent":"3.181369397s","remote":"127.0.0.1:32972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3222,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-07-02T12:05:58.728839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:56.545923Z","time spent":"2.182912361s","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2d2dbc01-bf25-4ba9-b8be-7d5562d2bd41\" "} {"level":"warn","ts":"2026-07-02T12:05:58.728897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.821997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T12:05:58.730453Z","caller":"traceutil/trace.go:171","msg":"trace[822922802] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:29492; }","duration":"741.426568ms","start":"2026-07-02T12:05:57.98902Z","end":"2026-07-02T12:05:58.730447Z","steps":["trace[822922802] 'agreement among raft nodes before linearized reading' (duration: 739.831137ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:58.730468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:57.988997Z","time spent":"741.46628ms","remote":"127.0.0.1:45238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:05:58.728944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:55.548985Z","time spent":"3.179950521s","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1300,"request content":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-grafana\" "} {"level":"info","ts":"2026-07-02T12:05:58.729039Z","caller":"traceutil/trace.go:171","msg":"trace[437040000] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:29492; }","duration":"3.180503519s","start":"2026-07-02T12:05:55.548528Z","end":"2026-07-02T12:05:58.729031Z","steps":["trace[437040000] 'agreement among raft nodes before linearized reading' (duration: 3.180440777s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:58.730907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:55.548507Z","time spent":"3.182389549s","remote":"127.0.0.1:45096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-02T12:05:58.729037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:55.548858Z","time spent":"3.180170568s","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":2197,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pxc\" "} {"level":"info","ts":"2026-07-02T12:05:58.729171Z","caller":"traceutil/trace.go:171","msg":"trace[1540299088] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:29492; }","duration":"3.180149978s","start":"2026-07-02T12:05:55.549009Z","end":"2026-07-02T12:05:58.729159Z","steps":["trace[1540299088] 'agreement among raft nodes before linearized reading' (duration: 3.179604401s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:58.731697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:55.549004Z","time spent":"3.182675428s","remote":"127.0.0.1:32972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3222,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-07-02T12:05:58.72924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088475766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:05:58.731849Z","caller":"traceutil/trace.go:171","msg":"trace[1928228934] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:29492; }","duration":"1.092243145s","start":"2026-07-02T12:05:57.63959Z","end":"2026-07-02T12:05:58.731833Z","steps":["trace[1928228934] 'agreement among raft nodes before linearized reading' (duration: 1.088465385s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:58.731887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:57.639567Z","time spent":"1.092307518s","remote":"127.0.0.1:60366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-07-02T12:05:58.732031Z","caller":"traceutil/trace.go:171","msg":"trace[1131000833] transaction","detail":"{read_only:false; response_revision:29497; number_of_response:1; }","duration":"664.34533ms","start":"2026-07-02T12:05:58.067665Z","end":"2026-07-02T12:05:58.73201Z","steps":["trace[1131000833] 'process raft request' (duration: 664.271898ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:58.732275Z","caller":"traceutil/trace.go:171","msg":"trace[916601194] transaction","detail":"{read_only:false; response_revision:29495; number_of_response:1; }","duration":"665.93975ms","start":"2026-07-02T12:05:58.066321Z","end":"2026-07-02T12:05:58.732261Z","steps":["trace[916601194] 'process raft request' (duration: 665.485045ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:58.732367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:58.066314Z","time spent":"665.993021ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:05:58.732458Z","caller":"traceutil/trace.go:171","msg":"trace[999143789] transaction","detail":"{read_only:false; response_revision:29493; number_of_response:1; }","duration":"666.277621ms","start":"2026-07-02T12:05:58.066152Z","end":"2026-07-02T12:05:58.73243Z","steps":["trace[999143789] 'process raft request' (duration: 665.438255ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:58.732483Z","caller":"traceutil/trace.go:171","msg":"trace[2114201918] transaction","detail":"{read_only:false; response_revision:29496; number_of_response:1; }","duration":"664.911417ms","start":"2026-07-02T12:05:58.067551Z","end":"2026-07-02T12:05:58.732462Z","steps":["trace[2114201918] 'process raft request' (duration: 664.330299ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:58.732587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:58.067541Z","time spent":"664.989389ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:05:58.732584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:58.066133Z","time spent":"666.377554ms","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:05:58.732676Z","caller":"traceutil/trace.go:171","msg":"trace[123555839] transaction","detail":"{read_only:false; response_revision:29494; number_of_response:1; }","duration":"666.471627ms","start":"2026-07-02T12:05:58.066192Z","end":"2026-07-02T12:05:58.732664Z","steps":["trace[123555839] 'process raft request' (duration: 665.539037ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:58.732748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:58.066168Z","time spent":"666.543729ms","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:05:58.73312Z","caller":"traceutil/trace.go:171","msg":"trace[1962059077] linearizableReadLoop","detail":"{readStateIndex:30858; appliedIndex:30857; }","duration":"667.375415ms","start":"2026-07-02T12:05:58.060404Z","end":"2026-07-02T12:05:58.727779Z","steps":["trace[1962059077] 'read index received' (duration: 339.060313ms)","trace[1962059077] 'applied index is now lower than readState.Index' (duration: 328.313082ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:05:58.733245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:58.067647Z","time spent":"664.437612ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:05:58.73338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.430646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:13486"} {"level":"info","ts":"2026-07-02T12:05:58.733425Z","caller":"traceutil/trace.go:171","msg":"trace[1444803261] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:29497; }","duration":"672.489228ms","start":"2026-07-02T12:05:58.06092Z","end":"2026-07-02T12:05:58.733409Z","steps":["trace[1444803261] 'agreement among raft nodes before linearized reading' (duration: 672.333753ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:58.733468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:58.060909Z","time spent":"672.54796ms","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":13510,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" "} {"level":"warn","ts":"2026-07-02T12:05:58.733655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.077462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"warn","ts":"2026-07-02T12:05:58.733695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.320481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29716565-fg8gb\" ","response":"range_response_count:1 size:6981"} {"level":"info","ts":"2026-07-02T12:05:58.733724Z","caller":"traceutil/trace.go:171","msg":"trace[104660633] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29716565-fg8gb; range_end:; response_count:1; response_revision:29497; }","duration":"660.360173ms","start":"2026-07-02T12:05:58.073354Z","end":"2026-07-02T12:05:58.733714Z","steps":["trace[104660633] 'agreement among raft nodes before linearized reading' (duration: 660.27139ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:58.733955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.85052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-memberlist\" ","response":"range_response_count:1 size:1240"} {"level":"info","ts":"2026-07-02T12:05:58.733993Z","caller":"traceutil/trace.go:171","msg":"trace[537859161] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-memberlist; range_end:; response_count:1; response_revision:29497; }","duration":"667.921232ms","start":"2026-07-02T12:05:58.066061Z","end":"2026-07-02T12:05:58.733982Z","steps":["trace[537859161] 'agreement among raft nodes before linearized reading' (duration: 667.817049ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:58.734025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:58.066042Z","time spent":"667.974945ms","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":1264,"request content":"key:\"/registry/services/specs/monitoring/loki-memberlist\" "} {"level":"warn","ts":"2026-07-02T12:05:58.734128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.195739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:05:58.734157Z","caller":"traceutil/trace.go:171","msg":"trace[1256055275] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:29497; }","duration":"661.249341ms","start":"2026-07-02T12:05:58.072898Z","end":"2026-07-02T12:05:58.734147Z","steps":["trace[1256055275] 'agreement among raft nodes before linearized reading' (duration: 661.195229ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:58.734185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:58.072888Z","time spent":"661.288552ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-07-02T12:05:58.733694Z","caller":"traceutil/trace.go:171","msg":"trace[2134265980] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila-nodes; range_end:; response_count:1; response_revision:29497; }","duration":"659.127504ms","start":"2026-07-02T12:05:58.074554Z","end":"2026-07-02T12:05:58.733682Z","steps":["trace[2134265980] 'agreement among raft nodes before linearized reading' (duration: 659.00376ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:58.734761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:58.07455Z","time spent":"660.198678ms","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1282,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" "} {"level":"warn","ts":"2026-07-02T12:05:58.733746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:58.073348Z","time spent":"660.393934ms","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7005,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29716565-fg8gb\" "} {"level":"warn","ts":"2026-07-02T12:05:59.272983Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096944183198707,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T12:05:59.737896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:58.737253Z","time spent":"1.000636712s","remote":"127.0.0.1:44868","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-02T12:05:59.738174Z","caller":"traceutil/trace.go:171","msg":"trace[1878203522] transaction","detail":"{read_only:false; response_revision:29500; number_of_response:1; }","duration":"992.684789ms","start":"2026-07-02T12:05:58.745455Z","end":"2026-07-02T12:05:59.738139Z","steps":["trace[1878203522] 'process raft request' (duration: 992.556375ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:05:59.738218Z","caller":"traceutil/trace.go:171","msg":"trace[1738764573] transaction","detail":"{read_only:false; response_revision:29499; number_of_response:1; }","duration":"994.342512ms","start":"2026-07-02T12:05:58.743822Z","end":"2026-07-02T12:05:59.738165Z","steps":["trace[1738764573] 'process raft request' (duration: 994.009572ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:05:59.738483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:58.743811Z","time spent":"994.565859ms","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16844,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:05:59.738328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:58.745449Z","time spent":"992.804063ms","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7198,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:06:00.744603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000591323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-02T12:06:00.744679Z","caller":"traceutil/trace.go:171","msg":"trace[123689284] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000690026s","start":"2026-07-02T12:05:58.743972Z","end":"2026-07-02T12:06:00.744662Z","steps":["trace[123689284] 'agreement among raft nodes before linearized reading' (duration: 2.000596533s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:00.744812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:58.743968Z","time spent":"2.000829481s","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T12:06:00.912159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.134817677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T12:06:00.912338Z","caller":"traceutil/trace.go:171","msg":"trace[33499562] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"2.135068905s","start":"2026-07-02T12:05:58.777244Z","end":"2026-07-02T12:06:00.912313Z","steps":["trace[33499562] 'agreement among raft nodes before linearized reading' (duration: 2.134840978s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:00.912458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:58.777227Z","time spent":"2.135212339s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/07/02 12:06:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T12:06:01.268551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.11765773s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T12:06:01.268659Z","caller":"traceutil/trace.go:171","msg":"trace[1470393339] linearizableReadLoop","detail":"{readStateIndex:30868; appliedIndex:30864; }","duration":"2.495701444s","start":"2026-07-02T12:05:58.77294Z","end":"2026-07-02T12:06:01.268642Z","steps":["trace[1470393339] 'read index received' (duration: 923.735849ms)","trace[1470393339] 'applied index is now lower than readState.Index' (duration: 1.571964025s)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:06:01.268729Z","caller":"traceutil/trace.go:171","msg":"trace[1322460542] transaction","detail":"{read_only:false; response_revision:29501; number_of_response:1; }","duration":"2.336817655s","start":"2026-07-02T12:05:58.9319Z","end":"2026-07-02T12:06:01.268718Z","steps":["trace[1322460542] 'process raft request' (duration: 1.218916158s)","trace[1322460542] 'compare' (duration: 1.117545796s)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:06:01.268812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:58.931873Z","time spent":"2.336907809s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:06:01.269117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.531662226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-07-02T12:06:01.269257Z","caller":"traceutil/trace.go:171","msg":"trace[1658757515] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:29501; }","duration":"2.531825452s","start":"2026-07-02T12:05:58.737413Z","end":"2026-07-02T12:06:01.269239Z","steps":["trace[1658757515] 'agreement among raft nodes before linearized reading' (duration: 2.531575564s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:01.269347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.533019089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:2425"} {"level":"warn","ts":"2026-07-02T12:06:01.269328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:58.737406Z","time spent":"2.531910915s","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2015,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-07-02T12:06:01.269454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.533141134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-pushgateway\" ","response":"range_response_count:1 size:1142"} {"level":"info","ts":"2026-07-02T12:06:01.269485Z","caller":"traceutil/trace.go:171","msg":"trace[2109210258] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-pushgateway; range_end:; response_count:1; response_revision:29501; }","duration":"2.533177885s","start":"2026-07-02T12:05:58.736299Z","end":"2026-07-02T12:06:01.269476Z","steps":["trace[2109210258] 'agreement among raft nodes before linearized reading' (duration: 2.533104972s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:01.269518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:58.736295Z","time spent":"2.533212016s","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1166,"request content":"key:\"/registry/services/specs/monitoring/prometheus-pushgateway\" "} {"level":"warn","ts":"2026-07-02T12:06:01.26975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.533467034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-cinder-nodes\" ","response":"range_response_count:1 size:1256"} {"level":"info","ts":"2026-07-02T12:06:01.269785Z","caller":"traceutil/trace.go:171","msg":"trace[982874477] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-cinder-nodes; range_end:; response_count:1; response_revision:29501; }","duration":"2.533516265s","start":"2026-07-02T12:05:58.73626Z","end":"2026-07-02T12:06:01.269776Z","steps":["trace[982874477] 'agreement among raft nodes before linearized reading' (duration: 2.533428742s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:01.26981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:58.736245Z","time spent":"2.533559847s","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1280,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-cinder-nodes\" "} {"level":"warn","ts":"2026-07-02T12:06:01.269744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.526035578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9726"} {"level":"info","ts":"2026-07-02T12:06:01.269965Z","caller":"traceutil/trace.go:171","msg":"trace[618310276] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:29501; }","duration":"2.526236474s","start":"2026-07-02T12:05:58.743688Z","end":"2026-07-02T12:06:01.269925Z","steps":["trace[618310276] 'agreement among raft nodes before linearized reading' (duration: 2.525951675s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:01.270046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.534313791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6570e914-6b11-460c-ac29-70c83b2ec378\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-07-02T12:06:01.270084Z","caller":"traceutil/trace.go:171","msg":"trace[1440787642] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6570e914-6b11-460c-ac29-70c83b2ec378; range_end:; response_count:1; response_revision:29501; }","duration":"2.534358633s","start":"2026-07-02T12:05:58.735713Z","end":"2026-07-02T12:06:01.270071Z","steps":["trace[1440787642] 'agreement among raft nodes before linearized reading' (duration: 2.53428253s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:01.270114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:58.735705Z","time spent":"2.534402934s","remote":"127.0.0.1:44984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1475,"request content":"key:\"/registry/persistentvolumes/pvc-6570e914-6b11-460c-ac29-70c83b2ec378\" "} {"level":"warn","ts":"2026-07-02T12:06:01.270303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.534575459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/nova-novncproxy\" ","response":"range_response_count:1 size:935"} {"level":"info","ts":"2026-07-02T12:06:01.27033Z","caller":"traceutil/trace.go:171","msg":"trace[2111958546] range","detail":"{range_begin:/registry/services/specs/openstack/nova-novncproxy; range_end:; response_count:1; response_revision:29501; }","duration":"2.534636922s","start":"2026-07-02T12:05:58.735685Z","end":"2026-07-02T12:06:01.270322Z","steps":["trace[2111958546] 'agreement among raft nodes before linearized reading' (duration: 2.534558459s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:01.270355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:58.735666Z","time spent":"2.534684332s","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":959,"request content":"key:\"/registry/services/specs/openstack/nova-novncproxy\" "} {"level":"warn","ts":"2026-07-02T12:06:01.270509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.534808426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-coredns\" ","response":"range_response_count:1 size:1404"} {"level":"info","ts":"2026-07-02T12:06:01.270534Z","caller":"traceutil/trace.go:171","msg":"trace[604804100] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-coredns; range_end:; response_count:1; response_revision:29501; }","duration":"2.534842568s","start":"2026-07-02T12:05:58.735683Z","end":"2026-07-02T12:06:01.270526Z","steps":["trace[604804100] 'agreement among raft nodes before linearized reading' (duration: 2.534772036s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:01.270558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:58.735676Z","time spent":"2.534876649s","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1428,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-coredns\" "} {"level":"warn","ts":"2026-07-02T12:06:01.270731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.531238313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-webhook-service\" ","response":"range_response_count:1 size:927"} {"level":"warn","ts":"2026-07-02T12:06:01.270757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.531208022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-controller-manager\" ","response":"range_response_count:1 size:1487"} {"level":"warn","ts":"2026-07-02T12:06:01.270048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:58.74368Z","time spent":"2.526334248s","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9750,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"warn","ts":"2026-07-02T12:06:01.270902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.531379168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-prometheus-node-exporter\" ","response":"range_response_count:1 size:1683"} {"level":"warn","ts":"2026-07-02T12:06:01.269144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.531706918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/placement-api\" ","response":"range_response_count:1 size:938"} {"level":"info","ts":"2026-07-02T12:06:01.270939Z","caller":"traceutil/trace.go:171","msg":"trace[1517971236] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-prometheus-node-exporter; range_end:; response_count:1; response_revision:29501; }","duration":"2.531429919s","start":"2026-07-02T12:05:58.739499Z","end":"2026-07-02T12:06:01.270929Z","steps":["trace[1517971236] 'agreement among raft nodes before linearized reading' (duration: 2.531342086s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:01.270953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.531388238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/vector-headless\" ","response":"range_response_count:1 size:1163"} {"level":"warn","ts":"2026-07-02T12:06:01.270981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:58.739489Z","time spent":"2.531483351s","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":1707,"request content":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-prometheus-node-exporter\" "} {"level":"warn","ts":"2026-07-02T12:06:01.270999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.530224801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.18be778a291a551a\" ","response":"range_response_count:1 size:690"} {"level":"warn","ts":"2026-07-02T12:06:01.271008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.531416498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/orc-system/orc-controller-manager-metrics-service\" ","response":"range_response_count:1 size:824"} {"level":"warn","ts":"2026-07-02T12:06:01.271049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.531630345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4831"} {"level":"info","ts":"2026-07-02T12:06:01.271073Z","caller":"traceutil/trace.go:171","msg":"trace[1030476997] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:29501; }","duration":"2.531657986s","start":"2026-07-02T12:05:58.739408Z","end":"2026-07-02T12:06:01.271066Z","steps":["trace[1030476997] 'agreement among raft nodes before linearized reading' (duration: 2.531576304s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:01.27111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:58.739367Z","time spent":"2.531736848s","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4855,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-02T12:06:01.2711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.535433376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:1447"} {"level":"info","ts":"2026-07-02T12:06:01.271143Z","caller":"traceutil/trace.go:171","msg":"trace[114733881] range","detail":"{range_begin:/registry/services/specs/orc-system/orc-controller-manager-metrics-service; range_end:; response_count:1; response_revision:29501; }","duration":"2.531523572s","start":"2026-07-02T12:05:58.739542Z","end":"2026-07-02T12:06:01.271065Z","steps":["trace[114733881] 'agreement among raft nodes before linearized reading' (duration: 2.531075418s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:01.271144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.530393486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T12:06:01.2712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:58.739534Z","time spent":"2.531655186s","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":848,"request content":"key:\"/registry/services/specs/orc-system/orc-controller-manager-metrics-service\" "} {"level":"info","ts":"2026-07-02T12:06:01.271213Z","caller":"traceutil/trace.go:171","msg":"trace[1816966294] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:29501; }","duration":"2.530469068s","start":"2026-07-02T12:05:58.740723Z","end":"2026-07-02T12:06:01.271192Z","steps":["trace[1816966294] 'agreement among raft nodes before linearized reading' (duration: 2.530376775s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:01.269978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.534192747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1963"} {"level":"warn","ts":"2026-07-02T12:06:01.269286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.531913514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/pxc-operator\" ","response":"range_response_count:1 size:4386"} {"level":"warn","ts":"2026-07-02T12:06:01.271278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:58.740716Z","time spent":"2.530544201s","remote":"127.0.0.1:45096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-07-02T12:06:01.271287Z","caller":"traceutil/trace.go:171","msg":"trace[418402880] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:29501; }","duration":"2.535497449s","start":"2026-07-02T12:05:58.735769Z","end":"2026-07-02T12:06:01.271267Z","steps":["trace[418402880] 'agreement among raft nodes before linearized reading' (duration: 2.534143246s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:01.271309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.531943246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3188"} {"level":"info","ts":"2026-07-02T12:06:01.269386Z","caller":"traceutil/trace.go:171","msg":"trace[1180188677] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:29501; }","duration":"2.533059091s","start":"2026-07-02T12:05:58.736316Z","end":"2026-07-02T12:06:01.269375Z","steps":["trace[1180188677] 'agreement among raft nodes before linearized reading' (duration: 2.532985989s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:06:01.271348Z","caller":"traceutil/trace.go:171","msg":"trace[546350086] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:29501; }","duration":"2.531994587s","start":"2026-07-02T12:05:58.739345Z","end":"2026-07-02T12:06:01.271339Z","steps":["trace[546350086] 'agreement among raft nodes before linearized reading' (duration: 2.531903894s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:01.271349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:58.735761Z","time spent":"2.535568891s","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1987,"request content":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-07-02T12:06:01.271199Z","caller":"traceutil/trace.go:171","msg":"trace[63494879] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:29501; }","duration":"2.535562711s","start":"2026-07-02T12:05:58.735612Z","end":"2026-07-02T12:06:01.271175Z","steps":["trace[63494879] 'agreement among raft nodes before linearized reading' (duration: 2.535072465s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:01.271387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.532803813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin\" ","response":"range_response_count:1 size:3190"} {"level":"warn","ts":"2026-07-02T12:06:01.271463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:58.7356Z","time spent":"2.535800508s","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":1471,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-neutron\" "} {"level":"info","ts":"2026-07-02T12:06:01.271472Z","caller":"traceutil/trace.go:171","msg":"trace[1557025231] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin; range_end:; response_count:1; response_revision:29501; }","duration":"2.532894686s","start":"2026-07-02T12:05:58.738562Z","end":"2026-07-02T12:06:01.271457Z","steps":["trace[1557025231] 'agreement among raft nodes before linearized reading' (duration: 2.532751441s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:06:01.271315Z","caller":"traceutil/trace.go:171","msg":"trace[602756591] range","detail":"{range_begin:/registry/deployments/openstack/pxc-operator; range_end:; response_count:1; response_revision:29501; }","duration":"2.53395924s","start":"2026-07-02T12:05:58.737344Z","end":"2026-07-02T12:06:01.271304Z","steps":["trace[602756591] 'agreement among raft nodes before linearized reading' (duration: 2.531886434s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:06:01.271069Z","caller":"traceutil/trace.go:171","msg":"trace[1580687348] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.18be778a291a551a; range_end:; response_count:1; response_revision:29501; }","duration":"2.530307994s","start":"2026-07-02T12:05:58.740744Z","end":"2026-07-02T12:06:01.271052Z","steps":["trace[1580687348] 'agreement among raft nodes before linearized reading' (duration: 2.530136718s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:01.271518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:58.738554Z","time spent":"2.532954137s","remote":"127.0.0.1:32972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3214,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin\" "} {"level":"info","ts":"2026-07-02T12:06:01.270815Z","caller":"traceutil/trace.go:171","msg":"trace[445431804] range","detail":"{range_begin:/registry/services/specs/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-webhook-service; range_end:; response_count:1; response_revision:29501; }","duration":"2.531341136s","start":"2026-07-02T12:05:58.73945Z","end":"2026-07-02T12:06:01.270791Z","steps":["trace[445431804] 'agreement among raft nodes before linearized reading' (duration: 2.531111069s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:01.271555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:58.740736Z","time spent":"2.530805959s","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":714,"request content":"key:\"/registry/events/openstack/rabbitmq-manila.18be778a291a551a\" "} {"level":"warn","ts":"2026-07-02T12:06:01.271585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:58.739446Z","time spent":"2.532129391s","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":951,"request content":"key:\"/registry/services/specs/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-webhook-service\" "} {"level":"warn","ts":"2026-07-02T12:06:01.271356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:58.736312Z","time spent":"2.535032444s","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":2449,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy\" "} {"level":"info","ts":"2026-07-02T12:06:01.270962Z","caller":"traceutil/trace.go:171","msg":"trace[1167945628] range","detail":"{range_begin:/registry/services/specs/openstack/placement-api; range_end:; response_count:1; response_revision:29501; }","duration":"2.533535417s","start":"2026-07-02T12:05:58.737416Z","end":"2026-07-02T12:06:01.270952Z","steps":["trace[1167945628] 'agreement among raft nodes before linearized reading' (duration: 2.531626896s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:01.271782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:58.737412Z","time spent":"2.534351142s","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":962,"request content":"key:\"/registry/services/specs/openstack/placement-api\" "} {"level":"info","ts":"2026-07-02T12:06:01.271008Z","caller":"traceutil/trace.go:171","msg":"trace[884629552] range","detail":"{range_begin:/registry/services/specs/monitoring/vector-headless; range_end:; response_count:1; response_revision:29501; }","duration":"2.53144759s","start":"2026-07-02T12:05:58.739542Z","end":"2026-07-02T12:06:01.270989Z","steps":["trace[884629552] 'agreement among raft nodes before linearized reading' (duration: 2.531308335s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:01.271846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:58.739537Z","time spent":"2.532293497s","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":1187,"request content":"key:\"/registry/services/specs/monitoring/vector-headless\" "} {"level":"info","ts":"2026-07-02T12:06:01.270821Z","caller":"traceutil/trace.go:171","msg":"trace[673044299] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kube-controller-manager; range_end:; response_count:1; response_revision:29501; }","duration":"2.531282345s","start":"2026-07-02T12:05:58.739519Z","end":"2026-07-02T12:06:01.270802Z","steps":["trace[673044299] 'agreement among raft nodes before linearized reading' (duration: 2.531103969s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:01.269215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.531808111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/nova-metadata\" ","response":"range_response_count:1 size:927"} {"level":"warn","ts":"2026-07-02T12:06:01.271954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:58.739514Z","time spent":"2.53239311s","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":1511,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-controller-manager\" "} {"level":"info","ts":"2026-07-02T12:06:01.271991Z","caller":"traceutil/trace.go:171","msg":"trace[1241301639] range","detail":"{range_begin:/registry/services/specs/openstack/nova-metadata; range_end:; response_count:1; response_revision:29501; }","duration":"2.534589829s","start":"2026-07-02T12:05:58.737388Z","end":"2026-07-02T12:06:01.271978Z","steps":["trace[1241301639] 'agreement among raft nodes before linearized reading' (duration: 2.53177607s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:01.272028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:58.73738Z","time spent":"2.534637402s","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":951,"request content":"key:\"/registry/services/specs/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-07-02T12:06:01.271375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:58.739338Z","time spent":"2.532031568s","remote":"127.0.0.1:32972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3212,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-07-02T12:06:01.271537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:58.737333Z","time spent":"2.534188807s","remote":"127.0.0.1:45274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4410,"request content":"key:\"/registry/deployments/openstack/pxc-operator\" "} {"level":"warn","ts":"2026-07-02T12:06:01.287807Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.136877641s","expected-duration":"1s"} {"level":"info","ts":"2026-07-02T12:06:01.288387Z","caller":"traceutil/trace.go:171","msg":"trace[952051825] transaction","detail":"{read_only:false; response_revision:29502; number_of_response:1; }","duration":"1.545837145s","start":"2026-07-02T12:05:59.742531Z","end":"2026-07-02T12:06:01.288369Z","steps":["trace[952051825] 'process raft request' (duration: 1.545539536s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:01.288485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:59.742508Z","time spent":"1.545915568s","remote":"127.0.0.1:44868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:06:01.288774Z","caller":"traceutil/trace.go:171","msg":"trace[369935371] transaction","detail":"{read_only:false; response_revision:29505; number_of_response:1; }","duration":"1.261219961s","start":"2026-07-02T12:06:00.027546Z","end":"2026-07-02T12:06:01.288766Z","steps":["trace[369935371] 'process raft request' (duration: 1.260851689s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:06:01.288769Z","caller":"traceutil/trace.go:171","msg":"trace[1805314043] transaction","detail":"{read_only:false; response_revision:29507; number_of_response:1; }","duration":"1.260305022s","start":"2026-07-02T12:06:00.028445Z","end":"2026-07-02T12:06:01.28875Z","steps":["trace[1805314043] 'process raft request' (duration: 1.260259441s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:06:01.288773Z","caller":"traceutil/trace.go:171","msg":"trace[93987192] transaction","detail":"{read_only:false; response_revision:29503; number_of_response:1; }","duration":"1.262344537s","start":"2026-07-02T12:06:00.026403Z","end":"2026-07-02T12:06:01.288748Z","steps":["trace[93987192] 'process raft request' (duration: 1.261897673s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:01.288823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:00.027538Z","time spent":"1.261265503s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:06:01.288879Z","caller":"traceutil/trace.go:171","msg":"trace[42260815] transaction","detail":"{read_only:false; response_revision:29506; number_of_response:1; }","duration":"1.260732336s","start":"2026-07-02T12:06:00.028141Z","end":"2026-07-02T12:06:01.288873Z","steps":["trace[42260815] 'process raft request' (duration: 1.260354104s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:06:01.288852Z","caller":"traceutil/trace.go:171","msg":"trace[1710667326] transaction","detail":"{read_only:false; response_revision:29504; number_of_response:1; }","duration":"1.262342397s","start":"2026-07-02T12:06:00.026472Z","end":"2026-07-02T12:06:01.288815Z","steps":["trace[1710667326] 'process raft request' (duration: 1.261880862s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:01.288906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:00.02813Z","time spent":"1.260763367s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:06:01.288898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:00.026383Z","time spent":"1.26245043s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:06:01.288911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:00.028438Z","time spent":"1.260388024s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:06:01.289008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:00.026468Z","time spent":"1.262454741s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:06:02.745564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000163041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T12:06:02.745656Z","caller":"traceutil/trace.go:171","msg":"trace[1230125665] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000290454s","start":"2026-07-02T12:06:00.745339Z","end":"2026-07-02T12:06:02.745629Z","steps":["trace[1230125665] 'agreement among raft nodes before linearized reading' (duration: 2.00017885s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:02.745707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:00.745328Z","time spent":"2.000368977s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/02 12:06:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T12:06:02.997858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997500938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T12:06:02.997944Z","caller":"traceutil/trace.go:171","msg":"trace[314210537] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.997657182s","start":"2026-07-02T12:06:00.000266Z","end":"2026-07-02T12:06:02.997923Z","steps":["trace[314210537] 'agreement among raft nodes before linearized reading' (duration: 2.997535518s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:02.997994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:00.000242Z","time spent":"2.997740805s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/02 12:06:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T12:06:02.998441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997958353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T12:06:02.998508Z","caller":"traceutil/trace.go:171","msg":"trace[1518519538] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.998062225s","start":"2026-07-02T12:06:00.000427Z","end":"2026-07-02T12:06:02.99849Z","steps":["trace[1518519538] 'agreement among raft nodes before linearized reading' (duration: 2.997970582s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:02.998545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:00.000421Z","time spent":"2.998117117s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/02 12:06:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T12:06:03.650962Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.36299773s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-02T12:06:04.029132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:03.283387Z","time spent":"745.738485ms","remote":"127.0.0.1:41994","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-02T12:06:04.029443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.163406ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T12:06:04.029689Z","caller":"traceutil/trace.go:171","msg":"trace[1094820485] transaction","detail":"{read_only:false; response_revision:29508; number_of_response:1; }","duration":"3.486766186s","start":"2026-07-02T12:06:00.542886Z","end":"2026-07-02T12:06:04.029652Z","steps":["trace[1094820485] 'process raft request' (duration: 3.10828003s)","trace[1094820485] 'compare' (duration: 377.573707ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:06:04.029735Z","caller":"traceutil/trace.go:171","msg":"trace[989450788] linearizableReadLoop","detail":"{readStateIndex:30875; appliedIndex:30868; }","duration":"2.761027168s","start":"2026-07-02T12:06:01.268684Z","end":"2026-07-02T12:06:04.029711Z","steps":["trace[989450788] 'read index received' (duration: 19.305914ms)","trace[989450788] 'applied index is now lower than readState.Index' (duration: 2.741719544s)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:06:04.029835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:01.273865Z","time spent":"2.755963017s","remote":"127.0.0.1:44904","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-02T12:06:04.029884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:00.542859Z","time spent":"3.48691295s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:06:04.030308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.832787058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:06:04.030374Z","caller":"traceutil/trace.go:171","msg":"trace[1795228035] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:29508; }","duration":"2.832892261s","start":"2026-07-02T12:06:01.197464Z","end":"2026-07-02T12:06:04.030356Z","steps":["trace[1795228035] 'agreement among raft nodes before linearized reading' (duration: 2.832781448s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:04.030424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:01.197442Z","time spent":"2.832966704s","remote":"127.0.0.1:53788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:06:04.030473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.248036014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:06:04.030529Z","caller":"traceutil/trace.go:171","msg":"trace[985607673] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:29508; }","duration":"4.248096365s","start":"2026-07-02T12:05:59.782419Z","end":"2026-07-02T12:06:04.030515Z","steps":["trace[985607673] 'agreement among raft nodes before linearized reading' (duration: 4.248001562s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:04.030583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:59.782384Z","time spent":"4.248185418s","remote":"127.0.0.1:53662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:06:04.030794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.258590369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-07-02T12:06:04.030864Z","caller":"traceutil/trace.go:171","msg":"trace[577991209] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29508; }","duration":"4.258684782s","start":"2026-07-02T12:05:59.77216Z","end":"2026-07-02T12:06:04.030845Z","steps":["trace[577991209] 'agreement among raft nodes before linearized reading' (duration: 4.258481825s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:04.03091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:59.772145Z","time spent":"4.258752164s","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11521,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-02T12:06:04.030938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.292506824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-02T12:06:04.030971Z","caller":"traceutil/trace.go:171","msg":"trace[176300250] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29508; }","duration":"3.292576145s","start":"2026-07-02T12:06:00.738383Z","end":"2026-07-02T12:06:04.03096Z","steps":["trace[176300250] 'agreement among raft nodes before linearized reading' (duration: 3.292457172s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:04.031015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:00.738362Z","time spent":"3.292644488s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-02T12:06:04.031169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.292931477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-02T12:06:04.031206Z","caller":"traceutil/trace.go:171","msg":"trace[491702443] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29508; }","duration":"3.29301359s","start":"2026-07-02T12:06:00.738183Z","end":"2026-07-02T12:06:04.031196Z","steps":["trace[491702443] 'agreement among raft nodes before linearized reading' (duration: 3.292953188s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:04.031215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.279050379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-69996b7f7f-xxlpf\" ","response":"range_response_count:1 size:5680"} {"level":"info","ts":"2026-07-02T12:06:04.031319Z","caller":"traceutil/trace.go:171","msg":"trace[2138125197] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-69996b7f7f-xxlpf; range_end:; response_count:1; response_revision:29508; }","duration":"4.279207084s","start":"2026-07-02T12:05:59.752096Z","end":"2026-07-02T12:06:04.031303Z","steps":["trace[2138125197] 'agreement among raft nodes before linearized reading' (duration: 4.279010128s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:04.031365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:59.752074Z","time spent":"4.279277506s","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":5704,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-69996b7f7f-xxlpf\" "} {"level":"warn","ts":"2026-07-02T12:06:04.031373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.293255577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-02T12:06:04.031417Z","caller":"traceutil/trace.go:171","msg":"trace[502379032] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:29508; }","duration":"3.293335069s","start":"2026-07-02T12:06:00.738066Z","end":"2026-07-02T12:06:04.031401Z","steps":["trace[502379032] 'agreement among raft nodes before linearized reading' (duration: 3.293233436s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:04.031452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:00.738042Z","time spent":"3.293400122s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":552,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-02T12:06:04.031631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.831954532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T12:06:04.031645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.295320566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2d2dbc01-bf25-4ba9-b8be-7d5562d2bd41\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-07-02T12:06:04.031684Z","caller":"traceutil/trace.go:171","msg":"trace[268335950] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:29508; }","duration":"3.832050605s","start":"2026-07-02T12:06:00.19962Z","end":"2026-07-02T12:06:04.03167Z","steps":["trace[268335950] 'agreement among raft nodes before linearized reading' (duration: 3.831963242s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:06:04.031698Z","caller":"traceutil/trace.go:171","msg":"trace[533203442] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2d2dbc01-bf25-4ba9-b8be-7d5562d2bd41; range_end:; response_count:1; response_revision:29508; }","duration":"4.295368117s","start":"2026-07-02T12:05:59.736308Z","end":"2026-07-02T12:06:04.031676Z","steps":["trace[533203442] 'agreement among raft nodes before linearized reading' (duration: 4.295228923s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:04.031727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:59.736233Z","time spent":"4.295486261s","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2d2dbc01-bf25-4ba9-b8be-7d5562d2bd41\" "} {"level":"warn","ts":"2026-07-02T12:06:04.031729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:00.199597Z","time spent":"3.832118297s","remote":"127.0.0.1:40826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:06:04.030815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.245672925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:06:04.031865Z","caller":"traceutil/trace.go:171","msg":"trace[172872302] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:29508; }","duration":"3.2467552s","start":"2026-07-02T12:06:00.785098Z","end":"2026-07-02T12:06:04.031853Z","steps":["trace[172872302] 'agreement among raft nodes before linearized reading' (duration: 3.245672385s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:04.0319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:00.78508Z","time spent":"3.246807792s","remote":"127.0.0.1:46376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:06:04.031943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.965126694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-02T12:06:04.031987Z","caller":"traceutil/trace.go:171","msg":"trace[231483084] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29508; }","duration":"3.965198076s","start":"2026-07-02T12:06:00.066778Z","end":"2026-07-02T12:06:04.031976Z","steps":["trace[231483084] 'agreement among raft nodes before linearized reading' (duration: 3.965117173s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:04.032025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:00.066763Z","time spent":"3.965253198s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-02T12:06:04.031279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:00.738153Z","time spent":"3.293117613s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-02T12:06:04.032176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.304232479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:06:04.032367Z","caller":"traceutil/trace.go:171","msg":"trace[814229648] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:29508; }","duration":"4.304445165s","start":"2026-07-02T12:05:59.727899Z","end":"2026-07-02T12:06:04.032344Z","steps":["trace[814229648] 'agreement among raft nodes before linearized reading' (duration: 4.304013232s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:04.032466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:59.727881Z","time spent":"4.30457109s","remote":"127.0.0.1:60554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:06:04.032189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.255332567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3195"} {"level":"info","ts":"2026-07-02T12:06:04.032608Z","caller":"traceutil/trace.go:171","msg":"trace[9219649] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:29508; }","duration":"5.255783421s","start":"2026-07-02T12:05:58.776783Z","end":"2026-07-02T12:06:04.032567Z","steps":["trace[9219649] 'agreement among raft nodes before linearized reading' (duration: 5.255314777s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:04.032682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:58.776751Z","time spent":"5.255904965s","remote":"127.0.0.1:32972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3219,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"warn","ts":"2026-07-02T12:06:04.032231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.782072502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:06:04.032857Z","caller":"traceutil/trace.go:171","msg":"trace[804974824] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:29508; }","duration":"4.782692851s","start":"2026-07-02T12:05:59.250151Z","end":"2026-07-02T12:06:04.032844Z","steps":["trace[804974824] 'agreement among raft nodes before linearized reading' (duration: 4.782060211s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:04.032904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:05:59.25009Z","time spent":"4.782799015s","remote":"127.0.0.1:41250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:06:04.530473Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096944183198726,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T12:06:04.753145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999942438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T12:06:04.753239Z","caller":"traceutil/trace.go:171","msg":"trace[1984650159] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000092642s","start":"2026-07-02T12:06:02.753122Z","end":"2026-07-02T12:06:04.753214Z","steps":["trace[1984650159] 'agreement among raft nodes before linearized reading' (duration: 1.999976858s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:04.753293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:02.753103Z","time spent":"2.000179495s","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/02 12:06:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T12:06:05.311881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.032171137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T12:06:05.311954Z","caller":"traceutil/trace.go:171","msg":"trace[1534062427] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; }","duration":"4.032275921s","start":"2026-07-02T12:06:01.279661Z","end":"2026-07-02T12:06:05.311937Z","steps":["trace[1534062427] 'agreement among raft nodes before linearized reading' (duration: 4.032180738s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:05.311921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:04.037333Z","time spent":"1.274578429s","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-02T12:06:05.312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:01.279295Z","time spent":"4.032696773s","remote":"127.0.0.1:40826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":0,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} 2026/07/02 12:06:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/07/02 12:06:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T12:06:05.312087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.032397844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T12:06:05.312157Z","caller":"traceutil/trace.go:171","msg":"trace[155123393] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; }","duration":"4.032505168s","start":"2026-07-02T12:06:01.279633Z","end":"2026-07-02T12:06:05.312138Z","steps":["trace[155123393] 'agreement among raft nodes before linearized reading' (duration: 4.032411365s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:05.312182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.032453746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-07-02T12:06:05.312201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:01.27922Z","time spent":"4.032972553s","remote":"127.0.0.1:40836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"info","ts":"2026-07-02T12:06:05.312207Z","caller":"traceutil/trace.go:171","msg":"trace[768965477] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; }","duration":"4.032512028s","start":"2026-07-02T12:06:01.279688Z","end":"2026-07-02T12:06:05.3122Z","steps":["trace[768965477] 'agreement among raft nodes before linearized reading' (duration: 4.032484687s)"],"step_count":1} 2026/07/02 12:06:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T12:06:05.312229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:01.279671Z","time spent":"4.032554039s","remote":"127.0.0.1:32972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} 2026/07/02 12:06:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T12:06:05.312275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.032515678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T12:06:05.312297Z","caller":"traceutil/trace.go:171","msg":"trace[1571173771] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; }","duration":"4.032549449s","start":"2026-07-02T12:06:01.279743Z","end":"2026-07-02T12:06:05.312292Z","steps":["trace[1571173771] 'agreement among raft nodes before linearized reading' (duration: 4.032528198s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:05.31231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.032451476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-07-02T12:06:05.312314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:01.279739Z","time spent":"4.032571159s","remote":"127.0.0.1:32972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" "} 2026/07/02 12:06:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T12:06:05.312304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.035163453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-kube-state-metrics\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T12:06:05.31233Z","caller":"traceutil/trace.go:171","msg":"trace[845141949] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; }","duration":"4.032481377s","start":"2026-07-02T12:06:01.279843Z","end":"2026-07-02T12:06:05.312324Z","steps":["trace[845141949] 'agreement among raft nodes before linearized reading' (duration: 4.032459686s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:05.312302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.030820884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/heat-cfn-certs\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-07-02T12:06:05.312349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:01.279839Z","time spent":"4.032506498s","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":0,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-02T12:06:05.312358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.032135356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/senlin-api-certs\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T12:06:05.312355Z","caller":"traceutil/trace.go:171","msg":"trace[1704058169] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-kube-state-metrics; range_end:; }","duration":"4.035238994s","start":"2026-07-02T12:06:01.277102Z","end":"2026-07-02T12:06:05.312341Z","steps":["trace[1704058169] 'agreement among raft nodes before linearized reading' (duration: 4.035176842s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:06:05.312367Z","caller":"traceutil/trace.go:171","msg":"trace[515511021] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/heat-cfn-certs; range_end:; }","duration":"4.030916157s","start":"2026-07-02T12:06:01.281436Z","end":"2026-07-02T12:06:05.312352Z","steps":["trace[515511021] 'agreement among raft nodes before linearized reading' (duration: 4.030823004s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:06:05.312377Z","caller":"traceutil/trace.go:171","msg":"trace[993315480] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/senlin-api-certs; range_end:; }","duration":"4.032169736s","start":"2026-07-02T12:06:01.280202Z","end":"2026-07-02T12:06:05.312372Z","steps":["trace[993315480] 'agreement among raft nodes before linearized reading' (duration: 4.032150896s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:05.312393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.032140656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/octavia-server-ca\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-07-02T12:06:05.312362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.032034313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-cinder\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-07-02T12:06:05.312412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.030989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T12:06:05.312417Z","caller":"traceutil/trace.go:171","msg":"trace[1024017587] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/octavia-server-ca; range_end:; }","duration":"4.032169927s","start":"2026-07-02T12:06:01.280239Z","end":"2026-07-02T12:06:05.312409Z","steps":["trace[1024017587] 'agreement among raft nodes before linearized reading' (duration: 4.032148926s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:05.312431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.031045071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/cert-manager/kube-prometheus-stack-ca\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-07-02T12:06:05.312393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:01.280194Z","time spent":"4.032195008s","remote":"127.0.0.1:45182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":0,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/senlin-api-certs\" "} {"level":"warn","ts":"2026-07-02T12:06:05.312439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.032811907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-heat-nodes\" ","response":"","error":"context canceled"} 2026/07/02 12:06:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-02T12:06:05.312456Z","caller":"traceutil/trace.go:171","msg":"trace[39332887] range","detail":"{range_begin:/registry/cert-manager.io/certificates/cert-manager/kube-prometheus-stack-ca; range_end:; }","duration":"4.031077772s","start":"2026-07-02T12:06:01.281374Z","end":"2026-07-02T12:06:05.312452Z","steps":["trace[39332887] 'agreement among raft nodes before linearized reading' (duration: 4.031052981s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:05.312472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.032883509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/ovn-ovsdb-nb\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-07-02T12:06:05.312477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.032211439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/auth-system/keycloak.199-204-45-89.nip.io-tls\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T12:06:05.312476Z","caller":"traceutil/trace.go:171","msg":"trace[652744691] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-heat-nodes; range_end:; }","duration":"4.032864599s","start":"2026-07-02T12:06:01.279601Z","end":"2026-07-02T12:06:05.312466Z","steps":["trace[652744691] 'agreement among raft nodes before linearized reading' (duration: 4.032829358s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:05.312398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:01.277093Z","time spent":"4.035293706s","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-kube-state-metrics\" "} {"level":"warn","ts":"2026-07-02T12:06:05.312517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.031930799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/rook-ceph-rgw-ceph-certs\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-07-02T12:06:05.31249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:01.281369Z","time spent":"4.031116063s","remote":"127.0.0.1:45182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":0,"request content":"key:\"/registry/cert-manager.io/certificates/cert-manager/kube-prometheus-stack-ca\" "} {"level":"warn","ts":"2026-07-02T12:06:05.312524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:01.279005Z","time spent":"4.03351106s","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-heat-nodes\" "} {"level":"info","ts":"2026-07-02T12:06:05.312538Z","caller":"traceutil/trace.go:171","msg":"trace[1956500629] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/rook-ceph-rgw-ceph-certs; range_end:; }","duration":"4.031961021s","start":"2026-07-02T12:06:01.280572Z","end":"2026-07-02T12:06:05.312533Z","steps":["trace[1956500629] 'agreement among raft nodes before linearized reading' (duration: 4.03194019s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:06:05.312432Z","caller":"traceutil/trace.go:171","msg":"trace[12857006] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls; range_end:; }","duration":"4.03101488s","start":"2026-07-02T12:06:01.281412Z","end":"2026-07-02T12:06:05.312427Z","steps":["trace[12857006] 'agreement among raft nodes before linearized reading' (duration: 4.03099521s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:05.312533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.036716891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-07-02T12:06:05.312539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.031907369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/cert-manager/cert-manager-webhook\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-07-02T12:06:05.312555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:01.280566Z","time spent":"4.031985811s","remote":"127.0.0.1:45182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":0,"response size":0,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/rook-ceph-rgw-ceph-certs\" "} {"level":"warn","ts":"2026-07-02T12:06:05.312404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:01.281432Z","time spent":"4.030963948s","remote":"127.0.0.1:45182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":0,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/heat-cfn-certs\" "} {"level":"info","ts":"2026-07-02T12:06:05.31256Z","caller":"traceutil/trace.go:171","msg":"trace[1921586314] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; }","duration":"4.036765723s","start":"2026-07-02T12:06:01.27579Z","end":"2026-07-02T12:06:05.312555Z","steps":["trace[1921586314] 'agreement among raft nodes before linearized reading' (duration: 4.036738632s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:05.312436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:01.280235Z","time spent":"4.032196957s","remote":"127.0.0.1:45182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":0,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/octavia-server-ca\" "} {"level":"info","ts":"2026-07-02T12:06:05.31245Z","caller":"traceutil/trace.go:171","msg":"trace[1013169215] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-cinder; range_end:; }","duration":"4.032164257s","start":"2026-07-02T12:06:01.280263Z","end":"2026-07-02T12:06:05.312427Z","steps":["trace[1013169215] 'agreement among raft nodes before linearized reading' (duration: 4.032040783s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:06:05.312568Z","caller":"traceutil/trace.go:171","msg":"trace[1903934727] range","detail":"{range_begin:/registry/services/specs/cert-manager/cert-manager-webhook; range_end:; }","duration":"4.031942009s","start":"2026-07-02T12:06:01.280617Z","end":"2026-07-02T12:06:05.312559Z","steps":["trace[1903934727] 'agreement among raft nodes before linearized reading' (duration: 4.031915249s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:06:05.312493Z","caller":"traceutil/trace.go:171","msg":"trace[1870340449] range","detail":"{range_begin:/registry/cert-manager.io/certificates/auth-system/keycloak.199-204-45-89.nip.io-tls; range_end:; }","duration":"4.032241189s","start":"2026-07-02T12:06:01.280248Z","end":"2026-07-02T12:06:05.312489Z","steps":["trace[1870340449] 'agreement among raft nodes before linearized reading' (duration: 4.032225549s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:05.312489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.035980078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-admission\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-07-02T12:06:05.31259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:01.280256Z","time spent":"4.032329542s","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-cinder\" "} {"level":"info","ts":"2026-07-02T12:06:05.312601Z","caller":"traceutil/trace.go:171","msg":"trace[460960616] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller-admission; range_end:; }","duration":"4.036109653s","start":"2026-07-02T12:06:01.276486Z","end":"2026-07-02T12:06:05.312596Z","steps":["trace[460960616] 'agreement among raft nodes before linearized reading' (duration: 4.035994999s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:06:05.31249Z","caller":"traceutil/trace.go:171","msg":"trace[182248994] range","detail":"{range_begin:/registry/services/specs/openstack/ovn-ovsdb-nb; range_end:; }","duration":"4.03290314s","start":"2026-07-02T12:06:01.279582Z","end":"2026-07-02T12:06:05.312486Z","steps":["trace[182248994] 'agreement among raft nodes before linearized reading' (duration: 4.032884779s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:05.312615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:01.276479Z","time spent":"4.036132103s","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-admission\" "} {"level":"warn","ts":"2026-07-02T12:06:05.31256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:01.28141Z","time spent":"4.031145804s","remote":"127.0.0.1:45182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":0,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" "} {"level":"warn","ts":"2026-07-02T12:06:05.312621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:01.278865Z","time spent":"4.033752137s","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/openstack/ovn-ovsdb-nb\" "} 2026/07/02 12:06:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/07/02 12:06:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T12:06:05.312608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:01.280613Z","time spent":"4.031987291s","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/cert-manager/cert-manager-webhook\" "} 2026/07/02 12:06:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/07/02 12:06:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/07/02 12:06:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/07/02 12:06:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T12:06:05.312606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:01.280239Z","time spent":"4.032357673s","remote":"127.0.0.1:45182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":0,"request content":"key:\"/registry/cert-manager.io/certificates/auth-system/keycloak.199-204-45-89.nip.io-tls\" "} 2026/07/02 12:06:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/07/02 12:06:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/07/02 12:06:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/07/02 12:06:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/07/02 12:06:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/07/02 12:06:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T12:06:05.312578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:01.275776Z","time spent":"4.036798114s","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} 2026/07/02 12:06:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/07/02 12:06:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T12:06:06.753261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999832693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-02T12:06:06.753341Z","caller":"traceutil/trace.go:171","msg":"trace[1633366375] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999968007s","start":"2026-07-02T12:06:04.753356Z","end":"2026-07-02T12:06:06.753324Z","steps":["trace[1633366375] 'agreement among raft nodes before linearized reading' (duration: 1.999867034s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:06.753386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:04.753337Z","time spent":"2.00004014s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T12:06:07.051404Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.501817734s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-02T12:06:07.069217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000068771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T12:06:07.06929Z","caller":"traceutil/trace.go:171","msg":"trace[576728662] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000226766s","start":"2026-07-02T12:06:05.069046Z","end":"2026-07-02T12:06:07.069272Z","steps":["trace[576728662] 'agreement among raft nodes before linearized reading' (duration: 2.000128742s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:07.06933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:05.069012Z","time spent":"2.000309248s","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/02 12:06:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T12:06:07.083439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.533889273s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-07-02T12:06:07.084566Z","caller":"traceutil/trace.go:171","msg":"trace[1016762643] transaction","detail":"{read_only:false; response_revision:29509; number_of_response:1; }","duration":"4.08444326s","start":"2026-07-02T12:06:03.000093Z","end":"2026-07-02T12:06:07.084536Z","steps":["trace[1016762643] 'process raft request' (duration: 4.083452469s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:07.084809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:03.000074Z","time spent":"4.084644556s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:06:08.295007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:03.294721Z","time spent":"5.00027675s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-02T12:06:08.295152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:03.294671Z","time spent":"5.000478727s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-02T12:06:08.295246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:03.294535Z","time spent":"5.000709534s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/02 12:06:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T12:06:08.295291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:03.294717Z","time spent":"5.000565419s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/02 12:06:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T12:06:08.295477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:03.295222Z","time spent":"5.000253759s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-02T12:06:08.420022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.335432832s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T12:06:08.420451Z","caller":"traceutil/trace.go:171","msg":"trace[1104313251] transaction","detail":"{read_only:false; response_revision:29521; number_of_response:1; }","duration":"2.18420919s","start":"2026-07-02T12:06:06.236229Z","end":"2026-07-02T12:06:08.420439Z","steps":["trace[1104313251] 'process raft request' (duration: 2.184180899s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:08.420497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:06.236205Z","time spent":"2.184268993s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:06:08.420693Z","caller":"traceutil/trace.go:171","msg":"trace[1830132224] transaction","detail":"{read_only:false; response_revision:29516; number_of_response:1; }","duration":"4.372837403s","start":"2026-07-02T12:06:04.04785Z","end":"2026-07-02T12:06:08.420687Z","steps":["trace[1830132224] 'process raft request' (duration: 4.37242815s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:08.420724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:04.047828Z","time spent":"4.372878355s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:06:08.4208Z","caller":"traceutil/trace.go:171","msg":"trace[983553466] transaction","detail":"{read_only:false; response_revision:29517; number_of_response:1; }","duration":"4.372924716s","start":"2026-07-02T12:06:04.047867Z","end":"2026-07-02T12:06:08.420791Z","steps":["trace[983553466] 'process raft request' (duration: 4.37243327s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:08.420828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:04.04784Z","time spent":"4.372971677s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:06:08.420899Z","caller":"traceutil/trace.go:171","msg":"trace[1853022228] transaction","detail":"{read_only:false; response_revision:29518; number_of_response:1; }","duration":"4.372972668s","start":"2026-07-02T12:06:04.047921Z","end":"2026-07-02T12:06:08.420894Z","steps":["trace[1853022228] 'process raft request' (duration: 4.37239924s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:08.420936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:04.047896Z","time spent":"4.37302054s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:06:08.421091Z","caller":"traceutil/trace.go:171","msg":"trace[397592969] transaction","detail":"{read_only:false; response_revision:29519; number_of_response:1; }","duration":"4.373151253s","start":"2026-07-02T12:06:04.047933Z","end":"2026-07-02T12:06:08.421084Z","steps":["trace[397592969] 'process raft request' (duration: 4.372414239s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:08.421129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:04.047904Z","time spent":"4.373204285s","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5449,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:06:08.421219Z","caller":"traceutil/trace.go:171","msg":"trace[1006988590] transaction","detail":"{read_only:false; response_revision:29520; number_of_response:1; }","duration":"4.373217385s","start":"2026-07-02T12:06:04.047995Z","end":"2026-07-02T12:06:08.421212Z","steps":["trace[1006988590] 'process raft request' (duration: 4.372387439s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:08.421252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:04.047983Z","time spent":"4.373249857s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:06:08.42133Z","caller":"traceutil/trace.go:171","msg":"trace[1711285529] linearizableReadLoop","detail":"{readStateIndex:30889; appliedIndex:30876; }","duration":"4.391543007s","start":"2026-07-02T12:06:04.029779Z","end":"2026-07-02T12:06:08.421322Z","steps":["trace[1711285529] 'read index received' (duration: 519.768085ms)","trace[1711285529] 'applied index is now lower than readState.Index' (duration: 3.871773942s)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:06:08.421536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.853907869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:06:08.421559Z","caller":"traceutil/trace.go:171","msg":"trace[1132510023] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:29521; }","duration":"4.853970701s","start":"2026-07-02T12:06:03.567581Z","end":"2026-07-02T12:06:08.421551Z","steps":["trace[1132510023] 'agreement among raft nodes before linearized reading' (duration: 4.853921469s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:08.421584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:03.567564Z","time spent":"4.854011432s","remote":"127.0.0.1:40808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:06:08.421695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.974969995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:06:08.421716Z","caller":"traceutil/trace.go:171","msg":"trace[1328734020] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:29521; }","duration":"4.975030218s","start":"2026-07-02T12:06:03.446678Z","end":"2026-07-02T12:06:08.421708Z","steps":["trace[1328734020] 'agreement among raft nodes before linearized reading' (duration: 4.974996127s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:08.421733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:03.446652Z","time spent":"4.975076168s","remote":"127.0.0.1:53908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:06:08.421885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.350908731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3191"} {"level":"info","ts":"2026-07-02T12:06:08.421905Z","caller":"traceutil/trace.go:171","msg":"trace[864120839] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:29521; }","duration":"5.350928042s","start":"2026-07-02T12:06:03.07097Z","end":"2026-07-02T12:06:08.421898Z","steps":["trace[864120839] 'agreement among raft nodes before linearized reading' (duration: 5.350846989s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:08.421928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:03.070921Z","time spent":"5.351001003s","remote":"127.0.0.1:32972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3215,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-07-02T12:06:08.422041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.913473625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T12:06:08.422075Z","caller":"traceutil/trace.go:171","msg":"trace[1636563605] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:29521; }","duration":"5.913493236s","start":"2026-07-02T12:06:02.50856Z","end":"2026-07-02T12:06:08.422054Z","steps":["trace[1636563605] 'agreement among raft nodes before linearized reading' (duration: 5.913446084s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:08.422097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:02.508503Z","time spent":"5.913587589s","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":20,"response size":32,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:06:08.422226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.016068745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-02T12:06:08.422243Z","caller":"traceutil/trace.go:171","msg":"trace[242718065] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:29521; }","duration":"6.016123296s","start":"2026-07-02T12:06:02.406114Z","end":"2026-07-02T12:06:08.422237Z","steps":["trace[242718065] 'agreement among raft nodes before linearized reading' (duration: 6.016067125s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:08.422259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:02.406094Z","time spent":"6.016161338s","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-02T12:06:08.422384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.284670719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-07-02T12:06:08.4224Z","caller":"traceutil/trace.go:171","msg":"trace[49852890] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:29521; }","duration":"6.28470741s","start":"2026-07-02T12:06:02.137687Z","end":"2026-07-02T12:06:08.422394Z","steps":["trace[49852890] 'agreement among raft nodes before linearized reading' (duration: 6.284646028s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:08.422413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:02.137672Z","time spent":"6.284738032s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-02T12:06:08.422509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.285385572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-02T12:06:08.422526Z","caller":"traceutil/trace.go:171","msg":"trace[967585472] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:29521; }","duration":"6.285444233s","start":"2026-07-02T12:06:02.137076Z","end":"2026-07-02T12:06:08.42252Z","steps":["trace[967585472] 'agreement among raft nodes before linearized reading' (duration: 6.285394062s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:08.422544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:02.137055Z","time spent":"6.285485015s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-02T12:06:08.422643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.288002755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T12:06:08.422778Z","caller":"traceutil/trace.go:171","msg":"trace[1978719735] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:29521; }","duration":"6.28818042s","start":"2026-07-02T12:06:02.13459Z","end":"2026-07-02T12:06:08.42277Z","steps":["trace[1978719735] 'agreement among raft nodes before linearized reading' (duration: 6.288019695s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:08.422802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:02.134566Z","time spent":"6.288227722s","remote":"127.0.0.1:45112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":19,"response size":32,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:06:08.422938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.98435045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx\" ","response":"range_response_count:1 size:1021"} {"level":"info","ts":"2026-07-02T12:06:08.422959Z","caller":"traceutil/trace.go:171","msg":"trace[301324348] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx; range_end:; response_count:1; response_revision:29521; }","duration":"6.984398511s","start":"2026-07-02T12:06:01.438555Z","end":"2026-07-02T12:06:08.422953Z","steps":["trace[301324348] 'agreement among raft nodes before linearized reading' (duration: 6.984331839s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:08.422977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:01.438533Z","time spent":"6.984438403s","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1045,"request content":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx\" "} {"level":"warn","ts":"2026-07-02T12:06:08.423199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.026628094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-07-02T12:06:08.423237Z","caller":"traceutil/trace.go:171","msg":"trace[781160939] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:29521; }","duration":"7.026668055s","start":"2026-07-02T12:06:01.396562Z","end":"2026-07-02T12:06:08.42323Z","steps":["trace[781160939] 'agreement among raft nodes before linearized reading' (duration: 7.026587092s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:08.423256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:01.396514Z","time spent":"7.026736247s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-07-02T12:06:08.423393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.0268379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7566"} {"level":"info","ts":"2026-07-02T12:06:08.423412Z","caller":"traceutil/trace.go:171","msg":"trace[1538415732] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:29521; }","duration":"7.026895101s","start":"2026-07-02T12:06:01.396512Z","end":"2026-07-02T12:06:08.423407Z","steps":["trace[1538415732] 'agreement among raft nodes before linearized reading' (duration: 7.02683285s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:08.423429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:01.39649Z","time spent":"7.026934993s","remote":"127.0.0.1:40826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7590,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-07-02T12:06:08.423571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.103112644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:987"} {"level":"info","ts":"2026-07-02T12:06:08.42359Z","caller":"traceutil/trace.go:171","msg":"trace[1309854603] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:29521; }","duration":"7.103175796s","start":"2026-07-02T12:06:01.320408Z","end":"2026-07-02T12:06:08.423584Z","steps":["trace[1309854603] 'agreement among raft nodes before linearized reading' (duration: 7.103119844s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:08.423607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:01.320387Z","time spent":"7.103215097s","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1011,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" "} {"level":"warn","ts":"2026-07-02T12:06:08.42374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.131761864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-02T12:06:08.42376Z","caller":"traceutil/trace.go:171","msg":"trace[248952042] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:29521; }","duration":"7.131815355s","start":"2026-07-02T12:06:01.291938Z","end":"2026-07-02T12:06:08.423754Z","steps":["trace[248952042] 'agreement among raft nodes before linearized reading' (duration: 7.131751443s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:08.42378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:01.291923Z","time spent":"7.131852246s","remote":"127.0.0.1:44996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-02T12:06:08.477566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.088894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:542"} {"level":"warn","ts":"2026-07-02T12:06:08.477613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.413429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:06:08.477652Z","caller":"traceutil/trace.go:171","msg":"trace[741922972] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:29522; }","duration":"182.202138ms","start":"2026-07-02T12:06:08.295431Z","end":"2026-07-02T12:06:08.477633Z","steps":["trace[741922972] 'agreement among raft nodes before linearized reading' (duration: 182.037593ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:06:08.477681Z","caller":"traceutil/trace.go:171","msg":"trace[1259382254] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:29522; }","duration":"900.532933ms","start":"2026-07-02T12:06:07.577129Z","end":"2026-07-02T12:06:08.477662Z","steps":["trace[1259382254] 'agreement among raft nodes before linearized reading' (duration: 900.371248ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:08.477713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:07.577108Z","time spent":"900.598385ms","remote":"127.0.0.1:53976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:06:08.477689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.111187056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T12:06:08.477708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.768698078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T12:06:08.477777Z","caller":"traceutil/trace.go:171","msg":"trace[1309809015] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:29522; }","duration":"1.111326641s","start":"2026-07-02T12:06:07.366428Z","end":"2026-07-02T12:06:08.477755Z","steps":["trace[1309809015] 'agreement among raft nodes before linearized reading' (duration: 1.111168146s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:06:08.477788Z","caller":"traceutil/trace.go:171","msg":"trace[1490542073] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:29522; }","duration":"1.76879243s","start":"2026-07-02T12:06:06.708977Z","end":"2026-07-02T12:06:08.47777Z","steps":["trace[1490542073] 'agreement among raft nodes before linearized reading' (duration: 1.768648116s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:08.477829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:07.366407Z","time spent":"1.111410683s","remote":"127.0.0.1:33024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:06:08.477898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.175617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-07-02T12:06:08.477939Z","caller":"traceutil/trace.go:171","msg":"trace[1867741566] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:29522; }","duration":"182.227489ms","start":"2026-07-02T12:06:08.295701Z","end":"2026-07-02T12:06:08.477928Z","steps":["trace[1867741566] 'agreement among raft nodes before linearized reading' (duration: 182.144636ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:08.477961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.363798385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18be777e225d5db6\" ","response":"range_response_count:1 size:875"} {"level":"warn","ts":"2026-07-02T12:06:08.478002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.716478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-02T12:06:08.478025Z","caller":"traceutil/trace.go:171","msg":"trace[306324116] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:29522; }","duration":"381.776079ms","start":"2026-07-02T12:06:08.096244Z","end":"2026-07-02T12:06:08.47802Z","steps":["trace[306324116] 'agreement among raft nodes before linearized reading' (duration: 381.641665ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:08.478039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:08.096226Z","time spent":"381.810191ms","remote":"127.0.0.1:45152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":196,"response size":33,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:06:08.477831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:06.708952Z","time spent":"1.768868833s","remote":"127.0.0.1:45134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":17,"response size":32,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:06:08.478042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.661131673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:06:08.478071Z","caller":"traceutil/trace.go:171","msg":"trace[2051551953] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:29522; }","duration":"2.661160535s","start":"2026-07-02T12:06:05.816901Z","end":"2026-07-02T12:06:08.478061Z","steps":["trace[2051551953] 'agreement among raft nodes before linearized reading' (duration: 2.661115883s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:08.478093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.593541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"warn","ts":"2026-07-02T12:06:08.478131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.329828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:06:08.478133Z","caller":"traceutil/trace.go:171","msg":"trace[1588545929] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:29522; }","duration":"182.641172ms","start":"2026-07-02T12:06:08.295482Z","end":"2026-07-02T12:06:08.478123Z","steps":["trace[1588545929] 'agreement among raft nodes before linearized reading' (duration: 182.58166ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:06:08.478149Z","caller":"traceutil/trace.go:171","msg":"trace[1176177951] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:29522; }","duration":"884.379599ms","start":"2026-07-02T12:06:07.593765Z","end":"2026-07-02T12:06:08.478144Z","steps":["trace[1176177951] 'agreement among raft nodes before linearized reading' (duration: 884.348848ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:08.478148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.031330346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T12:06:08.478166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:07.593747Z","time spent":"884.415381ms","remote":"127.0.0.1:60306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-02T12:06:08.478175Z","caller":"traceutil/trace.go:171","msg":"trace[818497230] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:29522; }","duration":"3.031385588s","start":"2026-07-02T12:06:05.446782Z","end":"2026-07-02T12:06:08.478168Z","steps":["trace[818497230] 'agreement among raft nodes before linearized reading' (duration: 3.031340117s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:08.478207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:05.446763Z","time spent":"3.03143701s","remote":"127.0.0.1:40784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-07-02T12:06:08.478Z","caller":"traceutil/trace.go:171","msg":"trace[31269233] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18be777e225d5db6; range_end:; response_count:1; response_revision:29522; }","duration":"2.363862227s","start":"2026-07-02T12:06:06.114127Z","end":"2026-07-02T12:06:08.477989Z","steps":["trace[31269233] 'agreement among raft nodes before linearized reading' (duration: 2.363725863s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:08.478272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:06.114111Z","time spent":"2.364152647s","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":899,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18be777e225d5db6\" "} {"level":"warn","ts":"2026-07-02T12:06:08.478104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:05.816879Z","time spent":"2.661216706s","remote":"127.0.0.1:60354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-02T12:06:08.478397Z","caller":"traceutil/trace.go:171","msg":"trace[1105763837] transaction","detail":"{read_only:false; response_revision:29522; number_of_response:1; }","duration":"212.304135ms","start":"2026-07-02T12:06:08.266078Z","end":"2026-07-02T12:06:08.478382Z","steps":["trace[1105763837] 'process raft request' (duration: 211.077416ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:08.478422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.205047217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T12:06:08.478456Z","caller":"traceutil/trace.go:171","msg":"trace[2122966477] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:29522; }","duration":"3.2051298s","start":"2026-07-02T12:06:05.273318Z","end":"2026-07-02T12:06:08.478448Z","steps":["trace[2122966477] 'agreement among raft nodes before linearized reading' (duration: 3.205069628s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:08.478497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:05.273296Z","time spent":"3.205190211s","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:06:08.478572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.038686595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:06:08.478592Z","caller":"traceutil/trace.go:171","msg":"trace[470841127] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:29522; }","duration":"4.038705105s","start":"2026-07-02T12:06:04.43988Z","end":"2026-07-02T12:06:08.478585Z","steps":["trace[470841127] 'agreement among raft nodes before linearized reading' (duration: 4.038673994s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:08.478611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:04.439858Z","time spent":"4.038748967s","remote":"127.0.0.1:33062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:06:08.478665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.42026671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T12:06:08.478696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.801705986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T12:06:08.478689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.119637114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T12:06:08.478701Z","caller":"traceutil/trace.go:171","msg":"trace[952524133] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:29522; }","duration":"4.420332722s","start":"2026-07-02T12:06:04.05836Z","end":"2026-07-02T12:06:08.478693Z","steps":["trace[952524133] 'agreement among raft nodes before linearized reading' (duration: 4.42027548s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:08.478738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:04.058349Z","time spent":"4.420381063s","remote":"127.0.0.1:33102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-02T12:06:08.47875Z","caller":"traceutil/trace.go:171","msg":"trace[681145569] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:29522; }","duration":"1.119713288s","start":"2026-07-02T12:06:07.359001Z","end":"2026-07-02T12:06:08.478714Z","steps":["trace[681145569] 'agreement among raft nodes before linearized reading' (duration: 1.119654696s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:08.478784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:07.358979Z","time spent":"1.119795549s","remote":"127.0.0.1:33150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:06:08.4788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.504436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"info","ts":"2026-07-02T12:06:08.478815Z","caller":"traceutil/trace.go:171","msg":"trace[1508204590] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:29522; }","duration":"181.532547ms","start":"2026-07-02T12:06:08.297278Z","end":"2026-07-02T12:06:08.478811Z","steps":["trace[1508204590] 'agreement among raft nodes before linearized reading' (duration: 181.498846ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:08.478939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.442799645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16993"} {"level":"info","ts":"2026-07-02T12:06:08.478976Z","caller":"traceutil/trace.go:171","msg":"trace[1044371] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:29522; }","duration":"4.442871258s","start":"2026-07-02T12:06:04.036096Z","end":"2026-07-02T12:06:08.478967Z","steps":["trace[1044371] 'agreement among raft nodes before linearized reading' (duration: 4.442769954s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:08.478995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.440186158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2d2dbc01-bf25-4ba9-b8be-7d5562d2bd41\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-07-02T12:06:08.479012Z","caller":"traceutil/trace.go:171","msg":"trace[1703454396] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2d2dbc01-bf25-4ba9-b8be-7d5562d2bd41; range_end:; response_count:1; response_revision:29522; }","duration":"3.44024361s","start":"2026-07-02T12:06:05.038763Z","end":"2026-07-02T12:06:08.479006Z","steps":["trace[1703454396] 'agreement among raft nodes before linearized reading' (duration: 3.440160737s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:08.47903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:05.038744Z","time spent":"3.440282051s","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2d2dbc01-bf25-4ba9-b8be-7d5562d2bd41\" "} {"level":"warn","ts":"2026-07-02T12:06:08.479007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:04.036078Z","time spent":"4.44292221s","remote":"127.0.0.1:45008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17017,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-07-02T12:06:08.478715Z","caller":"traceutil/trace.go:171","msg":"trace[913759438] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:29522; }","duration":"3.801764607s","start":"2026-07-02T12:06:04.676946Z","end":"2026-07-02T12:06:08.47871Z","steps":["trace[913759438] 'agreement among raft nodes before linearized reading' (duration: 3.801737297s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:08.479189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:04.676919Z","time spent":"3.802258113s","remote":"127.0.0.1:41206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:06:08.479531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.707716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-07-02T12:06:08.479599Z","caller":"traceutil/trace.go:171","msg":"trace[1969773130] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:29522; }","duration":"183.800139ms","start":"2026-07-02T12:06:08.295783Z","end":"2026-07-02T12:06:08.479583Z","steps":["trace[1969773130] 'agreement among raft nodes before linearized reading' (duration: 183.530941ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:08.479841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.717838162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:06:08.479886Z","caller":"traceutil/trace.go:171","msg":"trace[2045017503] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29522; }","duration":"1.717929524s","start":"2026-07-02T12:06:06.761944Z","end":"2026-07-02T12:06:08.479874Z","steps":["trace[2045017503] 'agreement among raft nodes before linearized reading' (duration: 1.715494127s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:08.479918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:06.761918Z","time spent":"1.717993537s","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T12:06:08.481715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.777171366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-02T12:06:08.481771Z","caller":"traceutil/trace.go:171","msg":"trace[1838280406] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:29522; }","duration":"3.777275159s","start":"2026-07-02T12:06:04.704483Z","end":"2026-07-02T12:06:08.481758Z","steps":["trace[1838280406] 'agreement among raft nodes before linearized reading' (duration: 3.774189581s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:08.481814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:04.704455Z","time spent":"3.777348622s","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2826,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:06:08.97756Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096944183198738,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T12:06:09.078215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.120247ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:06:09.078318Z","caller":"traceutil/trace.go:171","msg":"trace[1326791208] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:29522; }","duration":"357.23202ms","start":"2026-07-02T12:06:08.721069Z","end":"2026-07-02T12:06:09.078301Z","steps":["trace[1326791208] 'range keys from in-memory index tree' (duration: 357.098836ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:06:09.103138Z","caller":"traceutil/trace.go:171","msg":"trace[180785051] transaction","detail":"{read_only:false; response_revision:29524; number_of_response:1; }","duration":"669.67491ms","start":"2026-07-02T12:06:08.433442Z","end":"2026-07-02T12:06:09.103117Z","steps":["trace[180785051] 'process raft request' (duration: 669.634118ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:09.103268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:08.433432Z","time spent":"669.769402ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:06:09.10356Z","caller":"traceutil/trace.go:171","msg":"trace[1956294702] transaction","detail":"{read_only:false; response_revision:29523; number_of_response:1; }","duration":"670.153445ms","start":"2026-07-02T12:06:08.433398Z","end":"2026-07-02T12:06:09.103551Z","steps":["trace[1956294702] 'process raft request' (duration: 669.540865ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:09.103613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:08.43338Z","time spent":"670.197226ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:06:09.159151Z","caller":"traceutil/trace.go:171","msg":"trace[767407082] linearizableReadLoop","detail":"{readStateIndex:30894; appliedIndex:30891; }","duration":"681.815966ms","start":"2026-07-02T12:06:08.477317Z","end":"2026-07-02T12:06:09.159133Z","steps":["trace[767407082] 'read index received' (duration: 625.564348ms)","trace[767407082] 'applied index is now lower than readState.Index' (duration: 56.250928ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:06:09.159253Z","caller":"traceutil/trace.go:171","msg":"trace[1451281111] transaction","detail":"{read_only:false; response_revision:29525; number_of_response:1; }","duration":"674.08667ms","start":"2026-07-02T12:06:08.485159Z","end":"2026-07-02T12:06:09.159245Z","steps":["trace[1451281111] 'process raft request' (duration: 673.819822ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:09.159323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:08.485147Z","time spent":"674.123451ms","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:06:09.159555Z","caller":"traceutil/trace.go:171","msg":"trace[105045005] transaction","detail":"{read_only:false; response_revision:29526; number_of_response:1; }","duration":"125.022153ms","start":"2026-07-02T12:06:09.034523Z","end":"2026-07-02T12:06:09.159545Z","steps":["trace[105045005] 'process raft request' (duration: 124.565638ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:09.159707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.255186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-84f45b698d-jnjlz\" ","response":"range_response_count:1 size:3772"} {"level":"info","ts":"2026-07-02T12:06:09.159729Z","caller":"traceutil/trace.go:171","msg":"trace[1960989377] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-cainjector-84f45b698d-jnjlz; range_end:; response_count:1; response_revision:29526; }","duration":"731.300488ms","start":"2026-07-02T12:06:08.428422Z","end":"2026-07-02T12:06:09.159723Z","steps":["trace[1960989377] 'agreement among raft nodes before linearized reading' (duration: 731.212775ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:09.159748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:08.428413Z","time spent":"731.329768ms","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":3796,"request content":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-84f45b698d-jnjlz\" "} {"level":"warn","ts":"2026-07-02T12:06:09.159882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.459192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-controller-kpnc6\" ","response":"range_response_count:1 size:7121"} {"level":"info","ts":"2026-07-02T12:06:09.159901Z","caller":"traceutil/trace.go:171","msg":"trace[213772175] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-controller-kpnc6; range_end:; response_count:1; response_revision:29526; }","duration":"731.504514ms","start":"2026-07-02T12:06:08.42839Z","end":"2026-07-02T12:06:09.159895Z","steps":["trace[213772175] 'agreement among raft nodes before linearized reading' (duration: 731.448302ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:09.15992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:08.428361Z","time spent":"731.552616ms","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7145,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-controller-kpnc6\" "} {"level":"warn","ts":"2026-07-02T12:06:09.160029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.612137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29716565-fg8gb\" ","response":"range_response_count:1 size:7216"} {"level":"info","ts":"2026-07-02T12:06:09.160047Z","caller":"traceutil/trace.go:171","msg":"trace[1231740253] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29716565-fg8gb; range_end:; response_count:1; response_revision:29526; }","duration":"731.642709ms","start":"2026-07-02T12:06:08.428398Z","end":"2026-07-02T12:06:09.160041Z","steps":["trace[1231740253] 'agreement among raft nodes before linearized reading' (duration: 731.603907ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:09.160063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:08.428391Z","time spent":"731.668169ms","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7240,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29716565-fg8gb\" "} {"level":"warn","ts":"2026-07-02T12:06:09.160224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.832584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-44966162-e98f-4f48-9de9-b6d8857aa430\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-07-02T12:06:09.160249Z","caller":"traceutil/trace.go:171","msg":"trace[958849774] range","detail":"{range_begin:/registry/persistentvolumes/pvc-44966162-e98f-4f48-9de9-b6d8857aa430; range_end:; response_count:1; response_revision:29526; }","duration":"731.895576ms","start":"2026-07-02T12:06:08.428348Z","end":"2026-07-02T12:06:09.160243Z","steps":["trace[958849774] 'agreement among raft nodes before linearized reading' (duration: 731.814734ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:09.160267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:08.428321Z","time spent":"731.941868ms","remote":"127.0.0.1:44984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-44966162-e98f-4f48-9de9-b6d8857aa430\" "} {"level":"warn","ts":"2026-07-02T12:06:09.160395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.036621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-07-02T12:06:09.160413Z","caller":"traceutil/trace.go:171","msg":"trace[278608081] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:29526; }","duration":"732.090252ms","start":"2026-07-02T12:06:08.428317Z","end":"2026-07-02T12:06:09.160407Z","steps":["trace[278608081] 'agreement among raft nodes before linearized reading' (duration: 732.035811ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:09.160432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:08.428299Z","time spent":"732.128234ms","remote":"127.0.0.1:44868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-02T12:06:09.160544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.913638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:06:09.160565Z","caller":"traceutil/trace.go:171","msg":"trace[1197485939] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29526; }","duration":"675.963ms","start":"2026-07-02T12:06:08.484596Z","end":"2026-07-02T12:06:09.160559Z","steps":["trace[1197485939] 'agreement among raft nodes before linearized reading' (duration: 675.929059ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:09.160587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:08.484566Z","time spent":"676.016582ms","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T12:06:09.160896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.506093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:06:09.160918Z","caller":"traceutil/trace.go:171","msg":"trace[1577573940] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:29526; }","duration":"567.567084ms","start":"2026-07-02T12:06:08.593345Z","end":"2026-07-02T12:06:09.160912Z","steps":["trace[1577573940] 'agreement among raft nodes before linearized reading' (duration: 567.528213ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:09.160939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:08.593323Z","time spent":"567.610976ms","remote":"127.0.0.1:45068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:06:09.16104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.233415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:06:09.161061Z","caller":"traceutil/trace.go:171","msg":"trace[751057745] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:29526; }","duration":"601.279166ms","start":"2026-07-02T12:06:08.559773Z","end":"2026-07-02T12:06:09.161053Z","steps":["trace[751057745] 'agreement among raft nodes before linearized reading' (duration: 601.247505ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:09.16108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:08.559758Z","time spent":"601.316977ms","remote":"127.0.0.1:53810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:06:09.16122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.513202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4831"} {"level":"info","ts":"2026-07-02T12:06:09.161238Z","caller":"traceutil/trace.go:171","msg":"trace[1567456363] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:29526; }","duration":"673.556743ms","start":"2026-07-02T12:06:08.487676Z","end":"2026-07-02T12:06:09.161233Z","steps":["trace[1567456363] 'agreement among raft nodes before linearized reading' (duration: 673.496102ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:09.161255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:08.487661Z","time spent":"673.589404ms","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4855,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-02T12:06:09.161515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.855517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:542"} {"level":"info","ts":"2026-07-02T12:06:09.161588Z","caller":"traceutil/trace.go:171","msg":"trace[1682692835] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:29526; }","duration":"675.937739ms","start":"2026-07-02T12:06:08.485633Z","end":"2026-07-02T12:06:09.161571Z","steps":["trace[1682692835] 'agreement among raft nodes before linearized reading' (duration: 675.704222ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:09.161634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:08.485618Z","time spent":"676.003411ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":566,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-07-02T12:06:09.161875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.251078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-07-02T12:06:09.161905Z","caller":"traceutil/trace.go:171","msg":"trace[1382064816] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:29526; }","duration":"676.28739ms","start":"2026-07-02T12:06:08.485604Z","end":"2026-07-02T12:06:09.161891Z","steps":["trace[1382064816] 'agreement among raft nodes before linearized reading' (duration: 676.207868ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:09.161927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:08.485601Z","time spent":"676.320241ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":650,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-07-02T12:06:09.161998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.392783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-07-02T12:06:09.162033Z","caller":"traceutil/trace.go:171","msg":"trace[1654867652] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:29526; }","duration":"676.434135ms","start":"2026-07-02T12:06:08.485589Z","end":"2026-07-02T12:06:09.162023Z","steps":["trace[1654867652] 'agreement among raft nodes before linearized reading' (duration: 676.343422ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:09.162059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:08.485585Z","time spent":"676.467095ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-07-02T12:06:09.162167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.580889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-07-02T12:06:09.16219Z","caller":"traceutil/trace.go:171","msg":"trace[1473659718] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:29526; }","duration":"676.612361ms","start":"2026-07-02T12:06:08.485571Z","end":"2026-07-02T12:06:09.162183Z","steps":["trace[1473659718] 'agreement among raft nodes before linearized reading' (duration: 676.544898ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:09.162229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:08.485567Z","time spent":"676.656202ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-07-02T12:06:09.16238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.826967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"info","ts":"2026-07-02T12:06:09.162409Z","caller":"traceutil/trace.go:171","msg":"trace[326871621] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:29526; }","duration":"676.868319ms","start":"2026-07-02T12:06:08.485532Z","end":"2026-07-02T12:06:09.1624Z","steps":["trace[326871621] 'agreement among raft nodes before linearized reading' (duration: 676.788496ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:09.162434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:08.485527Z","time spent":"676.899659ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":540,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"info","ts":"2026-07-02T12:06:09.531143Z","caller":"traceutil/trace.go:171","msg":"trace[1047846262] linearizableReadLoop","detail":"{readStateIndex:30896; appliedIndex:30895; }","duration":"362.153587ms","start":"2026-07-02T12:06:09.16897Z","end":"2026-07-02T12:06:09.531124Z","steps":["trace[1047846262] 'read index received' (duration: 358.642706ms)","trace[1047846262] 'applied index is now lower than readState.Index' (duration: 3.510041ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:06:09.531213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:09.167552Z","time spent":"363.658565ms","remote":"127.0.0.1:44868","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-02T12:06:09.531475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.07853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T12:06:09.531505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.533599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"warn","ts":"2026-07-02T12:06:09.531505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.205074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-volume-usage-audit-29716565-r7vsp\" ","response":"range_response_count:1 size:6745"} {"level":"info","ts":"2026-07-02T12:06:09.531534Z","caller":"traceutil/trace.go:171","msg":"trace[308370386] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:29526; }","duration":"362.610651ms","start":"2026-07-02T12:06:09.168915Z","end":"2026-07-02T12:06:09.531525Z","steps":["trace[308370386] 'agreement among raft nodes before linearized reading' (duration: 362.506918ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:06:09.531539Z","caller":"traceutil/trace.go:171","msg":"trace[1802886192] range","detail":"{range_begin:/registry/pods/openstack/cinder-volume-usage-audit-29716565-r7vsp; range_end:; response_count:1; response_revision:29526; }","duration":"359.260295ms","start":"2026-07-02T12:06:09.172269Z","end":"2026-07-02T12:06:09.531529Z","steps":["trace[1802886192] 'agreement among raft nodes before linearized reading' (duration: 359.128341ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:09.531552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:09.168895Z","time spent":"362.653333ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-07-02T12:06:09.531569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:09.172263Z","time spent":"359.300216ms","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":6769,"request content":"key:\"/registry/pods/openstack/cinder-volume-usage-audit-29716565-r7vsp\" "} {"level":"info","ts":"2026-07-02T12:06:09.531538Z","caller":"traceutil/trace.go:171","msg":"trace[886118452] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29526; }","duration":"359.169322ms","start":"2026-07-02T12:06:09.172353Z","end":"2026-07-02T12:06:09.531523Z","steps":["trace[886118452] 'agreement among raft nodes before linearized reading' (duration: 359.067479ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:09.531631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:09.17234Z","time spent":"359.275656ms","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-02T12:06:09.761285Z","caller":"traceutil/trace.go:171","msg":"trace[2311495] linearizableReadLoop","detail":"{readStateIndex:30897; appliedIndex:30896; }","duration":"227.318132ms","start":"2026-07-02T12:06:09.533948Z","end":"2026-07-02T12:06:09.761266Z","steps":["trace[2311495] 'read index received' (duration: 227.226309ms)","trace[2311495] 'applied index is now lower than readState.Index' (duration: 90.913µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:06:09.76144Z","caller":"traceutil/trace.go:171","msg":"trace[1838421462] transaction","detail":"{read_only:false; response_revision:29527; number_of_response:1; }","duration":"228.485639ms","start":"2026-07-02T12:06:09.532942Z","end":"2026-07-02T12:06:09.761428Z","steps":["trace[1838421462] 'process raft request' (duration: 228.18709ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:09.761987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.020434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5af96084-8d5d-4599-9fa2-0516bc130506\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-07-02T12:06:09.762024Z","caller":"traceutil/trace.go:171","msg":"trace[1204873164] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5af96084-8d5d-4599-9fa2-0516bc130506; range_end:; response_count:1; response_revision:29527; }","duration":"228.083576ms","start":"2026-07-02T12:06:09.53393Z","end":"2026-07-02T12:06:09.762013Z","steps":["trace[1204873164] 'agreement among raft nodes before linearized reading' (duration: 227.412394ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:06:09.766008Z","caller":"traceutil/trace.go:171","msg":"trace[1294625213] transaction","detail":"{read_only:false; response_revision:29528; number_of_response:1; }","duration":"217.467699ms","start":"2026-07-02T12:06:09.548522Z","end":"2026-07-02T12:06:09.76599Z","steps":["trace[1294625213] 'process raft request' (duration: 217.348446ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:06:10.683653Z","caller":"traceutil/trace.go:171","msg":"trace[447143007] transaction","detail":"{read_only:false; response_revision:29546; number_of_response:1; }","duration":"249.546569ms","start":"2026-07-02T12:06:10.434082Z","end":"2026-07-02T12:06:10.683628Z","steps":["trace[447143007] 'process raft request' (duration: 249.375673ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:06:10.705669Z","caller":"traceutil/trace.go:171","msg":"trace[726912467] transaction","detail":"{read_only:false; response_revision:29548; number_of_response:1; }","duration":"270.017049ms","start":"2026-07-02T12:06:10.435626Z","end":"2026-07-02T12:06:10.705643Z","steps":["trace[726912467] 'process raft request' (duration: 269.935647ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:06:10.705725Z","caller":"traceutil/trace.go:171","msg":"trace[1874336272] transaction","detail":"{read_only:false; response_revision:29547; number_of_response:1; }","duration":"270.071502ms","start":"2026-07-02T12:06:10.435621Z","end":"2026-07-02T12:06:10.705692Z","steps":["trace[1874336272] 'process raft request' (duration: 269.638108ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:06:10.706025Z","caller":"traceutil/trace.go:171","msg":"trace[1571321553] transaction","detail":"{read_only:false; response_revision:29549; number_of_response:1; }","duration":"267.967075ms","start":"2026-07-02T12:06:10.438032Z","end":"2026-07-02T12:06:10.705999Z","steps":["trace[1571321553] 'process raft request' (duration: 267.573022ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:06:10.7063Z","caller":"traceutil/trace.go:171","msg":"trace[1602841317] linearizableReadLoop","detail":"{readStateIndex:30919; appliedIndex:30915; }","duration":"170.024082ms","start":"2026-07-02T12:06:10.536262Z","end":"2026-07-02T12:06:10.706286Z","steps":["trace[1602841317] 'read index received' (duration: 147.30323ms)","trace[1602841317] 'applied index is now lower than readState.Index' (duration: 22.719922ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:06:10.706722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.325982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2d2dbc01-bf25-4ba9-b8be-7d5562d2bd41\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-07-02T12:06:10.706817Z","caller":"traceutil/trace.go:171","msg":"trace[1985070082] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2d2dbc01-bf25-4ba9-b8be-7d5562d2bd41; range_end:; response_count:1; response_revision:29550; }","duration":"170.643642ms","start":"2026-07-02T12:06:10.536151Z","end":"2026-07-02T12:06:10.706795Z","steps":["trace[1985070082] 'agreement among raft nodes before linearized reading' (duration: 170.228139ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:13.520692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.886462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:06:13.520755Z","caller":"traceutil/trace.go:171","msg":"trace[355252310] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:29580; }","duration":"493.989625ms","start":"2026-07-02T12:06:13.026749Z","end":"2026-07-02T12:06:13.520739Z","steps":["trace[355252310] 'count revisions from in-memory index tree' (duration: 493.81134ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:13.520781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:13.026729Z","time spent":"494.046218ms","remote":"127.0.0.1:46436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-07-02T12:06:13.521781Z","caller":"traceutil/trace.go:171","msg":"trace[1373682020] transaction","detail":"{read_only:false; response_revision:29581; number_of_response:1; }","duration":"347.056786ms","start":"2026-07-02T12:06:13.174712Z","end":"2026-07-02T12:06:13.521769Z","steps":["trace[1373682020] 'process raft request' (duration: 317.937651ms)","trace[1373682020] 'compare' (duration: 28.898548ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:06:13.521871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:13.174682Z","time spent":"347.148319ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:06:14.407212Z","caller":"traceutil/trace.go:171","msg":"trace[491102173] transaction","detail":"{read_only:false; response_revision:29582; number_of_response:1; }","duration":"1.22866872s","start":"2026-07-02T12:06:13.178517Z","end":"2026-07-02T12:06:14.407186Z","steps":["trace[491102173] 'process raft request' (duration: 1.138515825s)","trace[491102173] 'compare' (duration: 89.06036ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:06:14.407346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:13.1785Z","time spent":"1.228780143s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:06:14.40836Z","caller":"traceutil/trace.go:171","msg":"trace[1746418980] transaction","detail":"{read_only:false; response_revision:29583; number_of_response:1; }","duration":"1.22805436s","start":"2026-07-02T12:06:13.180269Z","end":"2026-07-02T12:06:14.408323Z","steps":["trace[1746418980] 'process raft request' (duration: 1.22615888s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:14.408518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:13.180242Z","time spent":"1.228196065s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:06:14.409353Z","caller":"traceutil/trace.go:171","msg":"trace[1932743074] linearizableReadLoop","detail":"{readStateIndex:30956; appliedIndex:30951; }","duration":"1.135953703s","start":"2026-07-02T12:06:13.273385Z","end":"2026-07-02T12:06:14.409339Z","steps":["trace[1932743074] 'read index received' (duration: 219.230485ms)","trace[1932743074] 'applied index is now lower than readState.Index' (duration: 916.722188ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:06:14.409435Z","caller":"traceutil/trace.go:171","msg":"trace[1115144600] transaction","detail":"{read_only:false; response_revision:29585; number_of_response:1; }","duration":"1.225042254s","start":"2026-07-02T12:06:13.184383Z","end":"2026-07-02T12:06:14.409426Z","steps":["trace[1115144600] 'process raft request' (duration: 1.224889229s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:14.409497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:13.184377Z","time spent":"1.225079335s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:06:14.409608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.136218881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:06:14.409643Z","caller":"traceutil/trace.go:171","msg":"trace[417904016] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:29585; }","duration":"1.136285403s","start":"2026-07-02T12:06:13.273344Z","end":"2026-07-02T12:06:14.409629Z","steps":["trace[417904016] 'agreement among raft nodes before linearized reading' (duration: 1.136230782s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:14.409677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:13.273324Z","time spent":"1.136345096s","remote":"127.0.0.1:60424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-07-02T12:06:14.409672Z","caller":"traceutil/trace.go:171","msg":"trace[2041860978] transaction","detail":"{read_only:false; response_revision:29584; number_of_response:1; }","duration":"1.229282499s","start":"2026-07-02T12:06:13.180363Z","end":"2026-07-02T12:06:14.409646Z","steps":["trace[2041860978] 'process raft request' (duration: 1.226115038s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:14.409815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:13.180345Z","time spent":"1.229385803s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:06:14.48655Z","caller":"traceutil/trace.go:171","msg":"trace[612798554] transaction","detail":"{read_only:false; response_revision:29586; number_of_response:1; }","duration":"309.330079ms","start":"2026-07-02T12:06:14.177191Z","end":"2026-07-02T12:06:14.486521Z","steps":["trace[612798554] 'process raft request' (duration: 308.798912ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:14.486769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.824868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-07-02T12:06:14.486827Z","caller":"traceutil/trace.go:171","msg":"trace[659296608] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29586; }","duration":"317.901811ms","start":"2026-07-02T12:06:14.168908Z","end":"2026-07-02T12:06:14.48681Z","steps":["trace[659296608] 'agreement among raft nodes before linearized reading' (duration: 317.742446ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:14.486871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:14.168892Z","time spent":"317.970534ms","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11521,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-02T12:06:14.487035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051524791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3191"} {"level":"info","ts":"2026-07-02T12:06:14.487584Z","caller":"traceutil/trace.go:171","msg":"trace[150011045] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:29586; }","duration":"1.05211353s","start":"2026-07-02T12:06:13.435456Z","end":"2026-07-02T12:06:14.487569Z","steps":["trace[150011045] 'agreement among raft nodes before linearized reading' (duration: 1.050744206s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:14.487677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:13.435437Z","time spent":"1.052227214s","remote":"127.0.0.1:32972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3215,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-07-02T12:06:14.487156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:14.177171Z","time spent":"309.535866ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:06:14.486596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.621678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:06:14.488898Z","caller":"traceutil/trace.go:171","msg":"trace[91133366] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:29586; }","duration":"350.979813ms","start":"2026-07-02T12:06:14.137902Z","end":"2026-07-02T12:06:14.488881Z","steps":["trace[91133366] 'agreement among raft nodes before linearized reading' (duration: 348.586397ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:14.487369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.170795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-6b5c8b7cdc-k4jtb\" ","response":"range_response_count:1 size:5494"} {"level":"warn","ts":"2026-07-02T12:06:14.487437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.575095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T12:06:14.487458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.790653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-6b5c8b7cdc-k4jtb.18be7791b509e6ca\" ","response":"range_response_count:1 size:945"} {"level":"warn","ts":"2026-07-02T12:06:14.487502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.109793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T12:06:14.489049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:14.137881Z","time spent":"351.137627ms","remote":"127.0.0.1:41232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"info","ts":"2026-07-02T12:06:14.489581Z","caller":"traceutil/trace.go:171","msg":"trace[281816753] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-6b5c8b7cdc-k4jtb; range_end:; response_count:1; response_revision:29586; }","duration":"729.414996ms","start":"2026-07-02T12:06:13.760153Z","end":"2026-07-02T12:06:14.489568Z","steps":["trace[281816753] 'agreement among raft nodes before linearized reading' (duration: 727.129614ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:14.489713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:13.760131Z","time spent":"729.566412ms","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5518,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-6b5c8b7cdc-k4jtb\" "} {"level":"info","ts":"2026-07-02T12:06:14.490063Z","caller":"traceutil/trace.go:171","msg":"trace[313503115] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29586; }","duration":"818.341643ms","start":"2026-07-02T12:06:13.67171Z","end":"2026-07-02T12:06:14.490052Z","steps":["trace[313503115] 'agreement among raft nodes before linearized reading' (duration: 815.687259ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:14.490162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:13.671689Z","time spent":"818.459536ms","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-02T12:06:14.490452Z","caller":"traceutil/trace.go:171","msg":"trace[1426008854] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-cluster-operator-6b5c8b7cdc-k4jtb.18be7791b509e6ca; range_end:; response_count:1; response_revision:29586; }","duration":"729.791659ms","start":"2026-07-02T12:06:13.760646Z","end":"2026-07-02T12:06:14.490438Z","steps":["trace[1426008854] 'agreement among raft nodes before linearized reading' (duration: 726.749672ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:14.490571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:13.76064Z","time spent":"729.916993ms","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":969,"request content":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-6b5c8b7cdc-k4jtb.18be7791b509e6ca\" "} {"level":"info","ts":"2026-07-02T12:06:14.490891Z","caller":"traceutil/trace.go:171","msg":"trace[1607489506] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:29586; }","duration":"904.535771ms","start":"2026-07-02T12:06:13.586344Z","end":"2026-07-02T12:06:14.49088Z","steps":["trace[1607489506] 'agreement among raft nodes before linearized reading' (duration: 901.129223ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:14.490994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:13.586319Z","time spent":"904.658685ms","remote":"127.0.0.1:45102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:06:14.993866Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096944183198882,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-02T12:06:15.277405Z","caller":"traceutil/trace.go:171","msg":"trace[1458452482] transaction","detail":"{read_only:false; response_revision:29587; number_of_response:1; }","duration":"784.156147ms","start":"2026-07-02T12:06:14.493223Z","end":"2026-07-02T12:06:15.27738Z","steps":["trace[1458452482] 'process raft request' (duration: 782.6821ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:15.277527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:14.493208Z","time spent":"784.251899ms","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":927,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:06:15.621962Z","caller":"traceutil/trace.go:171","msg":"trace[447073620] transaction","detail":"{read_only:false; response_revision:29588; number_of_response:1; }","duration":"1.12383479s","start":"2026-07-02T12:06:14.498098Z","end":"2026-07-02T12:06:15.621933Z","steps":["trace[447073620] 'process raft request' (duration: 1.104840186s)","trace[447073620] 'compare' (duration: 18.465977ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:06:15.622111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:14.498084Z","time spent":"1.123954163s","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5549,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:06:15.669557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17579514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16993"} {"level":"info","ts":"2026-07-02T12:06:15.669987Z","caller":"traceutil/trace.go:171","msg":"trace[1548619631] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:29588; }","duration":"1.176253345s","start":"2026-07-02T12:06:14.493718Z","end":"2026-07-02T12:06:15.669971Z","steps":["trace[1548619631] 'agreement among raft nodes before linearized reading' (duration: 1.175691067s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:15.670158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:14.493706Z","time spent":"1.176442811s","remote":"127.0.0.1:45008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17017,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-07-02T12:06:15.669784Z","caller":"traceutil/trace.go:171","msg":"trace[2041452458] transaction","detail":"{read_only:false; response_revision:29589; number_of_response:1; }","duration":"142.024243ms","start":"2026-07-02T12:06:15.527743Z","end":"2026-07-02T12:06:15.669767Z","steps":["trace[2041452458] 'process raft request' (duration: 141.799576ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:06:15.66988Z","caller":"traceutil/trace.go:171","msg":"trace[1442514437] linearizableReadLoop","detail":"{readStateIndex:30959; appliedIndex:30957; }","duration":"1.175550723s","start":"2026-07-02T12:06:14.493741Z","end":"2026-07-02T12:06:15.669291Z","steps":["trace[1442514437] 'read index received' (duration: 782.40313ms)","trace[1442514437] 'applied index is now lower than readState.Index' (duration: 393.145993ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:06:15.670625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.018043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18be7791b3eb21a3\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-07-02T12:06:15.671108Z","caller":"traceutil/trace.go:171","msg":"trace[1102294525] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18be7791b3eb21a3; range_end:; response_count:1; response_revision:29589; }","duration":"390.529259ms","start":"2026-07-02T12:06:15.280563Z","end":"2026-07-02T12:06:15.671093Z","steps":["trace[1102294525] 'agreement among raft nodes before linearized reading' (duration: 389.993922ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:15.671177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:15.280548Z","time spent":"390.618512ms","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":921,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18be7791b3eb21a3\" "} {"level":"warn","ts":"2026-07-02T12:06:15.670806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.66989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-02T12:06:15.671344Z","caller":"traceutil/trace.go:171","msg":"trace[1511349619] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:29589; }","duration":"970.233149ms","start":"2026-07-02T12:06:14.701089Z","end":"2026-07-02T12:06:15.671322Z","steps":["trace[1511349619] 'agreement among raft nodes before linearized reading' (duration: 969.62472ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:15.67139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:14.701067Z","time spent":"970.310261ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":552,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-02T12:06:15.670698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.196764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:06:15.671538Z","caller":"traceutil/trace.go:171","msg":"trace[2043339239] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29589; }","duration":"614.062422ms","start":"2026-07-02T12:06:15.057466Z","end":"2026-07-02T12:06:15.671529Z","steps":["trace[2043339239] 'agreement among raft nodes before linearized reading' (duration: 613.186224ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:15.671563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:15.057449Z","time spent":"614.107732ms","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T12:06:15.67075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.107901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-02T12:06:15.671795Z","caller":"traceutil/trace.go:171","msg":"trace[202262754] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29589; }","duration":"946.177705ms","start":"2026-07-02T12:06:14.725604Z","end":"2026-07-02T12:06:15.671782Z","steps":["trace[202262754] 'agreement among raft nodes before linearized reading' (duration: 945.08135ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:15.671853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:14.725589Z","time spent":"946.252466ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-02T12:06:15.670832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.112361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-02T12:06:15.670872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.585322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T12:06:15.670927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.843592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-02T12:06:15.671955Z","caller":"traceutil/trace.go:171","msg":"trace[1346898309] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29589; }","duration":"945.886595ms","start":"2026-07-02T12:06:14.726059Z","end":"2026-07-02T12:06:15.671945Z","steps":["trace[1346898309] 'agreement among raft nodes before linearized reading' (duration: 944.816271ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:15.672004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:14.72605Z","time spent":"945.944307ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-02T12:06:15.672113Z","caller":"traceutil/trace.go:171","msg":"trace[1016305119] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29589; }","duration":"946.425342ms","start":"2026-07-02T12:06:14.725652Z","end":"2026-07-02T12:06:15.672077Z","steps":["trace[1016305119] 'agreement among raft nodes before linearized reading' (duration: 945.012057ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:15.672201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:14.72563Z","time spent":"946.549216ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-02T12:06:15.672155Z","caller":"traceutil/trace.go:171","msg":"trace[1443189558] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:29589; }","duration":"116.898564ms","start":"2026-07-02T12:06:15.555245Z","end":"2026-07-02T12:06:15.672144Z","steps":["trace[1443189558] 'agreement among raft nodes before linearized reading' (duration: 115.588333ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:15.670972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.365129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-07-02T12:06:15.672783Z","caller":"traceutil/trace.go:171","msg":"trace[1236977800] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29589; }","duration":"130.179156ms","start":"2026-07-02T12:06:15.542575Z","end":"2026-07-02T12:06:15.672754Z","steps":["trace[1236977800] 'agreement among raft nodes before linearized reading' (duration: 128.319557ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:15.670621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.091497512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:06:15.672878Z","caller":"traceutil/trace.go:171","msg":"trace[1245482962] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:29589; }","duration":"1.093803475s","start":"2026-07-02T12:06:14.579055Z","end":"2026-07-02T12:06:15.672858Z","steps":["trace[1245482962] 'agreement among raft nodes before linearized reading' (duration: 1.091488581s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:15.672938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:14.579034Z","time spent":"1.093879628s","remote":"127.0.0.1:32996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-07-02T12:06:15.776816Z","caller":"traceutil/trace.go:171","msg":"trace[812893852] transaction","detail":"{read_only:false; response_revision:29590; number_of_response:1; }","duration":"101.494244ms","start":"2026-07-02T12:06:15.675279Z","end":"2026-07-02T12:06:15.776773Z","steps":["trace[812893852] 'process raft request' (duration: 54.662357ms)","trace[812893852] 'compare' (duration: 46.465426ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:06:15.777705Z","caller":"traceutil/trace.go:171","msg":"trace[890910313] transaction","detail":"{read_only:false; response_revision:29591; number_of_response:1; }","duration":"101.242477ms","start":"2026-07-02T12:06:15.676449Z","end":"2026-07-02T12:06:15.777692Z","steps":["trace[890910313] 'process raft request' (duration: 100.816143ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:06:15.777693Z","caller":"traceutil/trace.go:171","msg":"trace[1441551189] transaction","detail":"{read_only:false; response_revision:29592; number_of_response:1; }","duration":"101.147184ms","start":"2026-07-02T12:06:15.676518Z","end":"2026-07-02T12:06:15.777666Z","steps":["trace[1441551189] 'process raft request' (duration: 100.979529ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:06:15.777898Z","caller":"traceutil/trace.go:171","msg":"trace[1576163491] transaction","detail":"{read_only:false; response_revision:29593; number_of_response:1; }","duration":"101.281718ms","start":"2026-07-02T12:06:15.676608Z","end":"2026-07-02T12:06:15.77789Z","steps":["trace[1576163491] 'process raft request' (duration: 100.929477ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:06:15.778212Z","caller":"traceutil/trace.go:171","msg":"trace[457703329] transaction","detail":"{read_only:false; response_revision:29594; number_of_response:1; }","duration":"100.212134ms","start":"2026-07-02T12:06:15.677977Z","end":"2026-07-02T12:06:15.778189Z","steps":["trace[457703329] 'process raft request' (duration: 99.884093ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:06:15.778447Z","caller":"traceutil/trace.go:171","msg":"trace[1693642402] linearizableReadLoop","detail":"{readStateIndex:30965; appliedIndex:30961; }","duration":"101.160264ms","start":"2026-07-02T12:06:15.677276Z","end":"2026-07-02T12:06:15.778436Z","steps":["trace[1693642402] 'read index received' (duration: 52.626402ms)","trace[1693642402] 'applied index is now lower than readState.Index' (duration: 48.533202ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:06:15.778579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.286318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-07-02T12:06:15.778614Z","caller":"traceutil/trace.go:171","msg":"trace[98240015] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29595; }","duration":"101.3475ms","start":"2026-07-02T12:06:15.677258Z","end":"2026-07-02T12:06:15.778606Z","steps":["trace[98240015] 'agreement among raft nodes before linearized reading' (duration: 101.218036ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:16.106625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.59693ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T12:06:16.106723Z","caller":"traceutil/trace.go:171","msg":"trace[944367391] linearizableReadLoop","detail":"{readStateIndex:30968; appliedIndex:30967; }","duration":"324.694877ms","start":"2026-07-02T12:06:15.782012Z","end":"2026-07-02T12:06:16.106707Z","steps":["trace[944367391] 'read index received' (duration: 114.897881ms)","trace[944367391] 'applied index is now lower than readState.Index' (duration: 209.795856ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:06:16.106779Z","caller":"traceutil/trace.go:171","msg":"trace[2057492477] transaction","detail":"{read_only:false; response_revision:29596; number_of_response:1; }","duration":"374.280963ms","start":"2026-07-02T12:06:15.732476Z","end":"2026-07-02T12:06:16.106757Z","steps":["trace[2057492477] 'process raft request' (duration: 164.447845ms)","trace[2057492477] 'compare' (duration: 209.473416ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:06:16.106882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.865112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-6b5c8b7cdc-k4jtb.18be7791b509e6ca\" ","response":"range_response_count:1 size:945"} {"level":"warn","ts":"2026-07-02T12:06:16.106887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:15.732446Z","time spent":"374.379256ms","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:06:16.106914Z","caller":"traceutil/trace.go:171","msg":"trace[1768291413] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-cluster-operator-6b5c8b7cdc-k4jtb.18be7791b509e6ca; range_end:; response_count:1; response_revision:29596; }","duration":"324.916834ms","start":"2026-07-02T12:06:15.781986Z","end":"2026-07-02T12:06:16.106903Z","steps":["trace[1768291413] 'agreement among raft nodes before linearized reading' (duration: 324.78809ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:16.106959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:15.781972Z","time spent":"324.973996ms","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":969,"request content":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-6b5c8b7cdc-k4jtb.18be7791b509e6ca\" "} {"level":"warn","ts":"2026-07-02T12:06:16.565746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.111936ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T12:06:16.565944Z","caller":"traceutil/trace.go:171","msg":"trace[1893974430] linearizableReadLoop","detail":"{readStateIndex:30969; appliedIndex:30968; }","duration":"459.177051ms","start":"2026-07-02T12:06:16.106749Z","end":"2026-07-02T12:06:16.565926Z","steps":["trace[1893974430] 'read index received' (duration: 265.741664ms)","trace[1893974430] 'applied index is now lower than readState.Index' (duration: 193.433296ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:06:16.566019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.125747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T12:06:16.566031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.508482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:06:16.566018Z","caller":"traceutil/trace.go:171","msg":"trace[4493012] transaction","detail":"{read_only:false; response_revision:29597; number_of_response:1; }","duration":"634.499711ms","start":"2026-07-02T12:06:15.931482Z","end":"2026-07-02T12:06:16.565982Z","steps":["trace[4493012] 'process raft request' (duration: 441.141698ms)","trace[4493012] 'compare' (duration: 192.100603ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:06:16.566074Z","caller":"traceutil/trace.go:171","msg":"trace[233500835] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:29597; }","duration":"610.203949ms","start":"2026-07-02T12:06:15.955855Z","end":"2026-07-02T12:06:16.566059Z","steps":["trace[233500835] 'agreement among raft nodes before linearized reading' (duration: 610.085895ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:06:16.566086Z","caller":"traceutil/trace.go:171","msg":"trace[829058090] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:29597; }","duration":"663.592915ms","start":"2026-07-02T12:06:15.902469Z","end":"2026-07-02T12:06:16.566062Z","steps":["trace[829058090] 'agreement among raft nodes before linearized reading' (duration: 663.504882ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:16.566116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:15.955847Z","time spent":"610.25851ms","remote":"127.0.0.1:60436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:06:16.566121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:15.902448Z","time spent":"663.662827ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:06:16.566166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:15.931459Z","time spent":"634.626465ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:06:16.566175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.749627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-07-02T12:06:16.56628Z","caller":"traceutil/trace.go:171","msg":"trace[894309390] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:29597; }","duration":"618.190453ms","start":"2026-07-02T12:06:15.948066Z","end":"2026-07-02T12:06:16.566257Z","steps":["trace[894309390] 'agreement among raft nodes before linearized reading' (duration: 617.871603ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:16.566326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:15.948048Z","time spent":"618.268775ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1590,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"info","ts":"2026-07-02T12:06:16.777153Z","caller":"traceutil/trace.go:171","msg":"trace[537874637] transaction","detail":"{read_only:false; response_revision:29601; number_of_response:1; }","duration":"362.407375ms","start":"2026-07-02T12:06:16.41472Z","end":"2026-07-02T12:06:16.777127Z","steps":["trace[537874637] 'process raft request' (duration: 362.272221ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:06:16.777176Z","caller":"traceutil/trace.go:171","msg":"trace[1397553598] transaction","detail":"{read_only:false; response_revision:29598; number_of_response:1; }","duration":"667.981265ms","start":"2026-07-02T12:06:16.109159Z","end":"2026-07-02T12:06:16.77714Z","steps":["trace[1397553598] 'process raft request' (duration: 587.849108ms)","trace[1397553598] 'compare' (duration: 79.703183ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:06:16.777225Z","caller":"traceutil/trace.go:171","msg":"trace[1559824678] transaction","detail":"{read_only:false; number_of_response:0; response_revision:29598; }","duration":"663.814922ms","start":"2026-07-02T12:06:16.113377Z","end":"2026-07-02T12:06:16.777192Z","steps":["trace[1559824678] 'process raft request' (duration: 663.464421ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:16.777307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:16.109137Z","time spent":"668.107999ms","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":927,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:06:16.77731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:16.414681Z","time spent":"362.545729ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:06:16.777378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.941017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f192c6f5-7dd5-46ec-b155-1c52d6ed4297\" ","response":"range_response_count:1 size:1284"} {"level":"warn","ts":"2026-07-02T12:06:16.777396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:16.113368Z","time spent":"663.937546ms","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":30,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-02T12:06:16.777468Z","caller":"traceutil/trace.go:171","msg":"trace[1948194365] transaction","detail":"{read_only:false; response_revision:29602; number_of_response:1; }","duration":"362.610882ms","start":"2026-07-02T12:06:16.414851Z","end":"2026-07-02T12:06:16.777462Z","steps":["trace[1948194365] 'process raft request' (duration: 362.23342ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:06:16.777498Z","caller":"traceutil/trace.go:171","msg":"trace[527895455] transaction","detail":"{read_only:false; response_revision:29600; number_of_response:1; }","duration":"362.86559ms","start":"2026-07-02T12:06:16.414626Z","end":"2026-07-02T12:06:16.777491Z","steps":["trace[527895455] 'process raft request' (duration: 362.328523ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:16.77751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:16.41481Z","time spent":"362.675074ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:06:16.777534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:16.414621Z","time spent":"362.893871ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:06:16.777573Z","caller":"traceutil/trace.go:171","msg":"trace[2142023501] transaction","detail":"{read_only:false; response_revision:29599; number_of_response:1; }","duration":"363.005534ms","start":"2026-07-02T12:06:16.414557Z","end":"2026-07-02T12:06:16.777563Z","steps":["trace[2142023501] 'process raft request' (duration: 362.335513ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:16.777614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:16.414536Z","time spent":"363.055806ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:06:16.777255Z","caller":"traceutil/trace.go:171","msg":"trace[1929970470] linearizableReadLoop","detail":"{readStateIndex:30975; appliedIndex:30969; }","duration":"207.805723ms","start":"2026-07-02T12:06:16.569436Z","end":"2026-07-02T12:06:16.777242Z","steps":["trace[1929970470] 'read index received' (duration: 127.45768ms)","trace[1929970470] 'applied index is now lower than readState.Index' (duration: 80.347363ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:06:16.777411Z","caller":"traceutil/trace.go:171","msg":"trace[1207085021] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f192c6f5-7dd5-46ec-b155-1c52d6ed4297; range_end:; response_count:1; response_revision:29602; }","duration":"207.973768ms","start":"2026-07-02T12:06:16.569426Z","end":"2026-07-02T12:06:16.7774Z","steps":["trace[1207085021] 'agreement among raft nodes before linearized reading' (duration: 207.853474ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:16.777856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.417298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:06:16.77788Z","caller":"traceutil/trace.go:171","msg":"trace[325260820] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29602; }","duration":"200.4754ms","start":"2026-07-02T12:06:16.577395Z","end":"2026-07-02T12:06:16.777871Z","steps":["trace[325260820] 'agreement among raft nodes before linearized reading' (duration: 200.436489ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:16.777912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.255248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:06:16.778009Z","caller":"traceutil/trace.go:171","msg":"trace[105685482] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29602; }","duration":"107.384522ms","start":"2026-07-02T12:06:16.670607Z","end":"2026-07-02T12:06:16.777992Z","steps":["trace[105685482] 'agreement among raft nodes before linearized reading' (duration: 107.264388ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:06:18.620191Z","caller":"traceutil/trace.go:171","msg":"trace[1641169513] transaction","detail":"{read_only:false; response_revision:29617; number_of_response:1; }","duration":"101.370681ms","start":"2026-07-02T12:06:18.518798Z","end":"2026-07-02T12:06:18.620168Z","steps":["trace[1641169513] 'process raft request' (duration: 101.209656ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:19.119846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.756631ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:06:19.120008Z","caller":"traceutil/trace.go:171","msg":"trace[691491569] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:29617; }","duration":"398.942106ms","start":"2026-07-02T12:06:18.721043Z","end":"2026-07-02T12:06:19.119985Z","steps":["trace[691491569] 'range keys from in-memory index tree' (duration: 398.734359ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:19.120499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.123767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:06:19.120583Z","caller":"traceutil/trace.go:171","msg":"trace[585075222] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:29617; }","duration":"368.262002ms","start":"2026-07-02T12:06:18.752302Z","end":"2026-07-02T12:06:19.120564Z","steps":["trace[585075222] 'count revisions from in-memory index tree' (duration: 368.029614ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:19.120651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:18.752282Z","time spent":"368.357034ms","remote":"127.0.0.1:53748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:06:19.12072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.563791ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T12:06:19.120834Z","caller":"traceutil/trace.go:171","msg":"trace[809285158] transaction","detail":"{read_only:false; response_revision:29618; number_of_response:1; }","duration":"337.098582ms","start":"2026-07-02T12:06:18.783713Z","end":"2026-07-02T12:06:19.120812Z","steps":["trace[809285158] 'process raft request' (duration: 233.349985ms)","trace[809285158] 'compare' (duration: 102.807817ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:06:19.120912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:18.783665Z","time spent":"337.210115ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:06:19.179721Z","caller":"traceutil/trace.go:171","msg":"trace[2083989193] transaction","detail":"{read_only:false; response_revision:29621; number_of_response:1; }","duration":"394.273718ms","start":"2026-07-02T12:06:18.785413Z","end":"2026-07-02T12:06:19.179686Z","steps":["trace[2083989193] 'process raft request' (duration: 394.170225ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:19.180039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:18.785396Z","time spent":"394.519306ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:06:19.179713Z","caller":"traceutil/trace.go:171","msg":"trace[1310565481] transaction","detail":"{read_only:false; response_revision:29620; number_of_response:1; }","duration":"395.435035ms","start":"2026-07-02T12:06:18.784228Z","end":"2026-07-02T12:06:19.179663Z","steps":["trace[1310565481] 'process raft request' (duration: 395.310891ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:19.180578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:18.784182Z","time spent":"396.315113ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:06:19.179768Z","caller":"traceutil/trace.go:171","msg":"trace[1695244995] transaction","detail":"{read_only:false; response_revision:29619; number_of_response:1; }","duration":"395.741875ms","start":"2026-07-02T12:06:18.783993Z","end":"2026-07-02T12:06:19.179735Z","steps":["trace[1695244995] 'process raft request' (duration: 395.365893ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:06:19.181176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:06:18.783983Z","time spent":"397.118478ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:07:07.86506Z","caller":"traceutil/trace.go:171","msg":"trace[125241880] transaction","detail":"{read_only:false; response_revision:30138; number_of_response:1; }","duration":"220.553327ms","start":"2026-07-02T12:07:07.644476Z","end":"2026-07-02T12:07:07.865029Z","steps":["trace[125241880] 'process raft request' (duration: 220.377132ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:07:08.75579Z","caller":"traceutil/trace.go:171","msg":"trace[144751843] transaction","detail":"{read_only:false; response_revision:30149; number_of_response:1; }","duration":"215.535689ms","start":"2026-07-02T12:07:08.540216Z","end":"2026-07-02T12:07:08.755752Z","steps":["trace[144751843] 'process raft request' (duration: 215.328582ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:07:08.997808Z","caller":"traceutil/trace.go:171","msg":"trace[892778675] transaction","detail":"{read_only:false; response_revision:30150; number_of_response:1; }","duration":"234.245963ms","start":"2026-07-02T12:07:08.763533Z","end":"2026-07-02T12:07:08.997779Z","steps":["trace[892778675] 'process raft request' (duration: 231.761554ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:07:11.156988Z","caller":"traceutil/trace.go:171","msg":"trace[1153285961] transaction","detail":"{read_only:false; response_revision:30170; number_of_response:1; }","duration":"147.62345ms","start":"2026-07-02T12:07:11.009328Z","end":"2026-07-02T12:07:11.156951Z","steps":["trace[1153285961] 'process raft request' (duration: 147.349532ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:07:11.157304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.55771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:16996"} {"level":"info","ts":"2026-07-02T12:07:11.157431Z","caller":"traceutil/trace.go:171","msg":"trace[969749026] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:30170; }","duration":"131.749466ms","start":"2026-07-02T12:07:11.025662Z","end":"2026-07-02T12:07:11.157411Z","steps":["trace[969749026] 'agreement among raft nodes before linearized reading' (duration: 131.395315ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:07:11.156951Z","caller":"traceutil/trace.go:171","msg":"trace[1607199940] linearizableReadLoop","detail":"{readStateIndex:31565; appliedIndex:31564; }","duration":"131.217389ms","start":"2026-07-02T12:07:11.025707Z","end":"2026-07-02T12:07:11.156925Z","steps":["trace[1607199940] 'read index received' (duration: 130.93302ms)","trace[1607199940] 'applied index is now lower than readState.Index' (duration: 282.439µs)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:07:11.158787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.501087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:07:11.158935Z","caller":"traceutil/trace.go:171","msg":"trace[1663707664] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:30170; }","duration":"130.664962ms","start":"2026-07-02T12:07:11.028189Z","end":"2026-07-02T12:07:11.158854Z","steps":["trace[1663707664] 'agreement among raft nodes before linearized reading' (duration: 130.477026ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:07:11.8495Z","caller":"traceutil/trace.go:171","msg":"trace[1536802012] transaction","detail":"{read_only:false; response_revision:30173; number_of_response:1; }","duration":"473.764494ms","start":"2026-07-02T12:07:11.375702Z","end":"2026-07-02T12:07:11.849467Z","steps":["trace[1536802012] 'process raft request' (duration: 473.496735ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:07:11.849685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:07:11.37568Z","time spent":"473.910188ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:07:11.84983Z","caller":"traceutil/trace.go:171","msg":"trace[1637517343] transaction","detail":"{read_only:false; response_revision:30175; number_of_response:1; }","duration":"473.189475ms","start":"2026-07-02T12:07:11.376629Z","end":"2026-07-02T12:07:11.849819Z","steps":["trace[1637517343] 'process raft request' (duration: 472.983058ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:07:11.849901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:07:11.376623Z","time spent":"473.249318ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:07:11.849713Z","caller":"traceutil/trace.go:171","msg":"trace[1121670746] linearizableReadLoop","detail":"{readStateIndex:31570; appliedIndex:31567; }","duration":"366.902928ms","start":"2026-07-02T12:07:11.482793Z","end":"2026-07-02T12:07:11.849696Z","steps":["trace[1121670746] 'read index received' (duration: 366.314169ms)","trace[1121670746] 'applied index is now lower than readState.Index' (duration: 587.859µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:07:11.849884Z","caller":"traceutil/trace.go:171","msg":"trace[1778144404] transaction","detail":"{read_only:false; response_revision:30174; number_of_response:1; }","duration":"473.99388ms","start":"2026-07-02T12:07:11.375836Z","end":"2026-07-02T12:07:11.84983Z","steps":["trace[1778144404] 'process raft request' (duration: 473.550456ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:07:11.850079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.26105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:07:11.85019Z","caller":"traceutil/trace.go:171","msg":"trace[555210975] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:30175; }","duration":"367.478587ms","start":"2026-07-02T12:07:11.482691Z","end":"2026-07-02T12:07:11.850169Z","steps":["trace[555210975] 'agreement among raft nodes before linearized reading' (duration: 367.26517ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:07:11.850226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:07:11.482669Z","time spent":"367.548209ms","remote":"127.0.0.1:53762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-02T12:07:11.850114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:07:11.375811Z","time spent":"474.181816ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:07:12.193132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.381721ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T12:07:12.193256Z","caller":"traceutil/trace.go:171","msg":"trace[112115889] linearizableReadLoop","detail":"{readStateIndex:31572; appliedIndex:31570; }","duration":"284.359095ms","start":"2026-07-02T12:07:11.908884Z","end":"2026-07-02T12:07:12.193243Z","steps":["trace[112115889] 'read index received' (duration: 247.958248ms)","trace[112115889] 'applied index is now lower than readState.Index' (duration: 36.400267ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:07:12.193445Z","caller":"traceutil/trace.go:171","msg":"trace[1380336204] transaction","detail":"{read_only:false; response_revision:30176; number_of_response:1; }","duration":"311.838158ms","start":"2026-07-02T12:07:11.881578Z","end":"2026-07-02T12:07:12.193416Z","steps":["trace[1380336204] 'process raft request' (duration: 24.116606ms)","trace[1380336204] 'compare' (duration: 287.297589ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:07:12.19361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:07:11.881557Z","time spent":"311.977313ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:07:12.193691Z","caller":"traceutil/trace.go:171","msg":"trace[849046331] transaction","detail":"{read_only:false; response_revision:30177; number_of_response:1; }","duration":"290.942944ms","start":"2026-07-02T12:07:11.902718Z","end":"2026-07-02T12:07:12.193661Z","steps":["trace[849046331] 'process raft request' (duration: 290.481939ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:07:12.193976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.900909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-02T12:07:12.193977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.980133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-07-02T12:07:12.193983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.634298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T12:07:12.194021Z","caller":"traceutil/trace.go:171","msg":"trace[326597406] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30177; }","duration":"101.97602ms","start":"2026-07-02T12:07:12.092034Z","end":"2026-07-02T12:07:12.19401Z","steps":["trace[326597406] 'agreement among raft nodes before linearized reading' (duration: 101.841286ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:07:12.194034Z","caller":"traceutil/trace.go:171","msg":"trace[1935742983] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:30177; }","duration":"103.039284ms","start":"2026-07-02T12:07:12.090982Z","end":"2026-07-02T12:07:12.194022Z","steps":["trace[1935742983] 'agreement among raft nodes before linearized reading' (duration: 102.89829ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:07:12.194046Z","caller":"traceutil/trace.go:171","msg":"trace[1176469593] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:30177; }","duration":"117.741312ms","start":"2026-07-02T12:07:12.076287Z","end":"2026-07-02T12:07:12.194028Z","steps":["trace[1176469593] 'agreement among raft nodes before linearized reading' (duration: 117.599797ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:07:12.194145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.494689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-02T12:07:12.194165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.841207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-02T12:07:12.194235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.347807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:35 size:282535"} {"level":"info","ts":"2026-07-02T12:07:12.194254Z","caller":"traceutil/trace.go:171","msg":"trace[338464026] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30177; }","duration":"137.647574ms","start":"2026-07-02T12:07:12.056579Z","end":"2026-07-02T12:07:12.194226Z","steps":["trace[338464026] 'agreement among raft nodes before linearized reading' (duration: 137.313643ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:07:12.194247Z","caller":"traceutil/trace.go:171","msg":"trace[519799336] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30177; }","duration":"103.006703ms","start":"2026-07-02T12:07:12.091226Z","end":"2026-07-02T12:07:12.194232Z","steps":["trace[519799336] 'agreement among raft nodes before linearized reading' (duration: 102.776756ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:07:12.194272Z","caller":"traceutil/trace.go:171","msg":"trace[934275759] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:35; response_revision:30177; }","duration":"285.433249ms","start":"2026-07-02T12:07:11.908827Z","end":"2026-07-02T12:07:12.19426Z","steps":["trace[934275759] 'agreement among raft nodes before linearized reading' (duration: 284.999315ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:07:12.194299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.223157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-02T12:07:12.194347Z","caller":"traceutil/trace.go:171","msg":"trace[947715588] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30177; }","duration":"101.289679ms","start":"2026-07-02T12:07:12.09305Z","end":"2026-07-02T12:07:12.194339Z","steps":["trace[947715588] 'agreement among raft nodes before linearized reading' (duration: 101.176115ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:07:12.194511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.907473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T12:07:12.194541Z","caller":"traceutil/trace.go:171","msg":"trace[1347603394] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:30177; }","duration":"212.012127ms","start":"2026-07-02T12:07:11.982521Z","end":"2026-07-02T12:07:12.194533Z","steps":["trace[1347603394] 'agreement among raft nodes before linearized reading' (duration: 211.337845ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:07:12.675181Z","caller":"traceutil/trace.go:171","msg":"trace[1340933975] transaction","detail":"{read_only:false; response_revision:30178; number_of_response:1; }","duration":"475.441017ms","start":"2026-07-02T12:07:12.199713Z","end":"2026-07-02T12:07:12.675154Z","steps":["trace[1340933975] 'process raft request' (duration: 475.119427ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:07:12.675325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:07:12.199696Z","time spent":"475.54625ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:07:13.095842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.720089ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T12:07:13.096075Z","caller":"traceutil/trace.go:171","msg":"trace[1387826580] transaction","detail":"{read_only:false; response_revision:30179; number_of_response:1; }","duration":"895.565546ms","start":"2026-07-02T12:07:12.20047Z","end":"2026-07-02T12:07:13.096036Z","steps":["trace[1387826580] 'process raft request' (duration: 677.57245ms)","trace[1387826580] 'compare' (duration: 217.620515ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:07:13.09615Z","caller":"traceutil/trace.go:171","msg":"trace[779481525] linearizableReadLoop","detail":"{readStateIndex:31576; appliedIndex:31572; }","duration":"882.45916ms","start":"2026-07-02T12:07:12.213675Z","end":"2026-07-02T12:07:13.096134Z","steps":["trace[779481525] 'read index received' (duration: 461.07366ms)","trace[779481525] 'applied index is now lower than readState.Index' (duration: 421.38427ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:07:13.096223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:07:12.200461Z","time spent":"895.6932ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:07:13.09635Z","caller":"traceutil/trace.go:171","msg":"trace[1445125799] transaction","detail":"{read_only:false; response_revision:30180; number_of_response:1; }","duration":"894.759851ms","start":"2026-07-02T12:07:12.201579Z","end":"2026-07-02T12:07:13.096339Z","steps":["trace[1445125799] 'process raft request' (duration: 894.361268ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:07:13.096413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:07:12.201569Z","time spent":"894.815032ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:07:13.096646Z","caller":"traceutil/trace.go:171","msg":"trace[1804945468] transaction","detail":"{read_only:false; response_revision:30181; number_of_response:1; }","duration":"893.281944ms","start":"2026-07-02T12:07:12.203354Z","end":"2026-07-02T12:07:13.096636Z","steps":["trace[1804945468] 'process raft request' (duration: 892.636853ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:07:13.096702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:07:12.203345Z","time spent":"893.328965ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:07:13.096833Z","caller":"traceutil/trace.go:171","msg":"trace[193401611] transaction","detail":"{read_only:false; response_revision:30182; number_of_response:1; }","duration":"881.042695ms","start":"2026-07-02T12:07:12.215778Z","end":"2026-07-02T12:07:13.096821Z","steps":["trace[193401611] 'process raft request' (duration: 880.25378ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:07:13.096894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:07:12.215764Z","time spent":"881.100947ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:07:13.096925Z","caller":"traceutil/trace.go:171","msg":"trace[319191079] transaction","detail":"{read_only:false; response_revision:30183; number_of_response:1; }","duration":"787.324107ms","start":"2026-07-02T12:07:12.309584Z","end":"2026-07-02T12:07:13.096908Z","steps":["trace[319191079] 'process raft request' (duration: 786.47886ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:07:13.097003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:07:12.309558Z","time spent":"787.40689ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:07:13.097132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.945104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T12:07:13.097177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.066248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7566"} {"level":"info","ts":"2026-07-02T12:07:13.097216Z","caller":"traceutil/trace.go:171","msg":"trace[1767444765] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30183; }","duration":"426.022547ms","start":"2026-07-02T12:07:12.671138Z","end":"2026-07-02T12:07:13.097161Z","steps":["trace[1767444765] 'agreement among raft nodes before linearized reading' (duration: 425.935214ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:07:13.097186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.480343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-07-02T12:07:13.097247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:07:12.671113Z","time spent":"426.12789ms","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-02T12:07:13.097278Z","caller":"traceutil/trace.go:171","msg":"trace[1027406282] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:30183; }","duration":"883.614476ms","start":"2026-07-02T12:07:12.213639Z","end":"2026-07-02T12:07:13.097253Z","steps":["trace[1027406282] 'agreement among raft nodes before linearized reading' (duration: 883.348168ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:07:13.09734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:07:12.213628Z","time spent":"883.70236ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-02T12:07:13.097222Z","caller":"traceutil/trace.go:171","msg":"trace[1678093863] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:30183; }","duration":"809.11359ms","start":"2026-07-02T12:07:12.288099Z","end":"2026-07-02T12:07:13.097212Z","steps":["trace[1678093863] 'agreement among raft nodes before linearized reading' (duration: 808.951245ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:07:13.097512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:07:12.288041Z","time spent":"809.45604ms","remote":"127.0.0.1:40826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7590,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-07-02T12:07:13.65601Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096944183200530,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T12:07:13.788681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:07:13.382254Z","time spent":"406.418583ms","remote":"127.0.0.1:35604","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-02T12:07:13.789628Z","caller":"traceutil/trace.go:171","msg":"trace[1415581420] transaction","detail":"{read_only:false; response_revision:30184; number_of_response:1; }","duration":"673.718977ms","start":"2026-07-02T12:07:13.115875Z","end":"2026-07-02T12:07:13.789594Z","steps":["trace[1415581420] 'process raft request' (duration: 602.654079ms)","trace[1415581420] 'compare' (duration: 70.918473ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:07:13.789786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:07:13.115854Z","time spent":"673.837381ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:07:13.822925Z","caller":"traceutil/trace.go:171","msg":"trace[1186755787] linearizableReadLoop","detail":"{readStateIndex:31580; appliedIndex:31578; }","duration":"667.422287ms","start":"2026-07-02T12:07:13.155478Z","end":"2026-07-02T12:07:13.822901Z","steps":["trace[1186755787] 'read index received' (duration: 563.155444ms)","trace[1186755787] 'applied index is now lower than readState.Index' (duration: 104.265673ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:07:13.823063Z","caller":"traceutil/trace.go:171","msg":"trace[1785541151] transaction","detail":"{read_only:false; response_revision:30185; number_of_response:1; }","duration":"435.625182ms","start":"2026-07-02T12:07:13.387427Z","end":"2026-07-02T12:07:13.823052Z","steps":["trace[1785541151] 'process raft request' (duration: 435.330002ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:07:13.823252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:07:13.387408Z","time spent":"435.760296ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:07:13.823371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.886312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"warn","ts":"2026-07-02T12:07:13.823413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.330896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-07-02T12:07:13.823467Z","caller":"traceutil/trace.go:171","msg":"trace[463356640] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:30185; }","duration":"668.012676ms","start":"2026-07-02T12:07:13.155439Z","end":"2026-07-02T12:07:13.823451Z","steps":["trace[463356640] 'agreement among raft nodes before linearized reading' (duration: 667.766458ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:07:13.823524Z","caller":"traceutil/trace.go:171","msg":"trace[469858401] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:30185; }","duration":"634.45404ms","start":"2026-07-02T12:07:13.189039Z","end":"2026-07-02T12:07:13.823493Z","steps":["trace[469858401] 'agreement among raft nodes before linearized reading' (duration: 634.094198ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:07:13.823557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:07:13.155422Z","time spent":"668.12625ms","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11521,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-02T12:07:13.823365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.076569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T12:07:13.823594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:07:13.188997Z","time spent":"634.581424ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":686,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-02T12:07:13.823909Z","caller":"traceutil/trace.go:171","msg":"trace[170633135] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:30185; }","duration":"128.456122ms","start":"2026-07-02T12:07:13.695165Z","end":"2026-07-02T12:07:13.823621Z","steps":["trace[170633135] 'agreement among raft nodes before linearized reading' (duration: 128.07153ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:07:14.309489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.446321ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T12:07:14.30959Z","caller":"traceutil/trace.go:171","msg":"trace[6459763] transaction","detail":"{read_only:false; response_revision:30186; number_of_response:1; }","duration":"477.685737ms","start":"2026-07-02T12:07:13.831888Z","end":"2026-07-02T12:07:14.309574Z","steps":["trace[6459763] 'process raft request' (duration: 140.073741ms)","trace[6459763] 'compare' (duration: 337.144141ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:07:14.309684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:07:13.831868Z","time spent":"477.792311ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:07:14.809643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.413494ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T12:07:14.809758Z","caller":"traceutil/trace.go:171","msg":"trace[1063463690] transaction","detail":"{read_only:false; response_revision:30187; number_of_response:1; }","duration":"975.556597ms","start":"2026-07-02T12:07:13.834188Z","end":"2026-07-02T12:07:14.809744Z","steps":["trace[1063463690] 'process raft request' (duration: 624.981617ms)","trace[1063463690] 'compare' (duration: 350.332872ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:07:14.809816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:07:13.834172Z","time spent":"975.624489ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:07:14.809917Z","caller":"traceutil/trace.go:171","msg":"trace[662226541] transaction","detail":"{read_only:false; response_revision:30188; number_of_response:1; }","duration":"954.303502ms","start":"2026-07-02T12:07:13.855597Z","end":"2026-07-02T12:07:14.8099Z","steps":["trace[662226541] 'process raft request' (duration: 954.116046ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:07:14.810013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:07:13.855569Z","time spent":"954.397545ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:07:14.810155Z","caller":"traceutil/trace.go:171","msg":"trace[476687920] transaction","detail":"{read_only:false; response_revision:30189; number_of_response:1; }","duration":"953.539417ms","start":"2026-07-02T12:07:13.856592Z","end":"2026-07-02T12:07:14.810131Z","steps":["trace[476687920] 'process raft request' (duration: 953.248308ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:07:14.810297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:07:13.856578Z","time spent":"953.645131ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:07:14.810376Z","caller":"traceutil/trace.go:171","msg":"trace[1172117191] transaction","detail":"{read_only:false; response_revision:30191; number_of_response:1; }","duration":"930.66926ms","start":"2026-07-02T12:07:13.879697Z","end":"2026-07-02T12:07:14.810367Z","steps":["trace[1172117191] 'process raft request' (duration: 930.505705ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:07:14.810428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:07:13.879676Z","time spent":"930.728853ms","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:07:14.810562Z","caller":"traceutil/trace.go:171","msg":"trace[1486892877] transaction","detail":"{read_only:false; response_revision:30190; number_of_response:1; }","duration":"953.739024ms","start":"2026-07-02T12:07:13.856699Z","end":"2026-07-02T12:07:14.810438Z","steps":["trace[1486892877] 'process raft request' (duration: 953.355761ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:07:14.811449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:07:13.856671Z","time spent":"953.997182ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:07:14.838105Z","caller":"traceutil/trace.go:171","msg":"trace[457954386] transaction","detail":"{read_only:false; response_revision:30192; number_of_response:1; }","duration":"635.704779ms","start":"2026-07-02T12:07:14.20238Z","end":"2026-07-02T12:07:14.838084Z","steps":["trace[457954386] 'process raft request' (duration: 635.440501ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:07:14.838252Z","caller":"traceutil/trace.go:171","msg":"trace[117961974] transaction","detail":"{read_only:false; response_revision:30193; number_of_response:1; }","duration":"259.896807ms","start":"2026-07-02T12:07:14.578328Z","end":"2026-07-02T12:07:14.838224Z","steps":["trace[117961974] 'process raft request' (duration: 259.782964ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:07:14.839653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:07:14.202354Z","time spent":"637.214627ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:07:14.838325Z","caller":"traceutil/trace.go:171","msg":"trace[1311882474] linearizableReadLoop","detail":"{readStateIndex:31587; appliedIndex:31581; }","duration":"639.911573ms","start":"2026-07-02T12:07:14.198401Z","end":"2026-07-02T12:07:14.838312Z","steps":["trace[1311882474] 'read index received' (duration: 260.774886ms)","trace[1311882474] 'applied index is now lower than readState.Index' (duration: 379.135317ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:07:14.838504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.057567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-02T12:07:14.839727Z","caller":"traceutil/trace.go:171","msg":"trace[1792774752] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30193; }","duration":"641.351749ms","start":"2026-07-02T12:07:14.19836Z","end":"2026-07-02T12:07:14.839712Z","steps":["trace[1792774752] 'agreement among raft nodes before linearized reading' (duration: 639.990205ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:07:14.839768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:07:14.198341Z","time spent":"641.41736ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-02T12:07:14.83992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.120893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T12:07:14.839986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.713147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-02T12:07:14.839994Z","caller":"traceutil/trace.go:171","msg":"trace[1013486816] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30193; }","duration":"169.242558ms","start":"2026-07-02T12:07:14.670733Z","end":"2026-07-02T12:07:14.839975Z","steps":["trace[1013486816] 'agreement among raft nodes before linearized reading' (duration: 169.083463ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:07:14.840041Z","caller":"traceutil/trace.go:171","msg":"trace[193672962] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30193; }","duration":"160.80508ms","start":"2026-07-02T12:07:14.679222Z","end":"2026-07-02T12:07:14.840027Z","steps":["trace[193672962] 'agreement among raft nodes before linearized reading' (duration: 160.671655ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:07:15.272871Z","caller":"traceutil/trace.go:171","msg":"trace[525743312] transaction","detail":"{read_only:false; response_revision:30199; number_of_response:1; }","duration":"166.518911ms","start":"2026-07-02T12:07:15.106326Z","end":"2026-07-02T12:07:15.272845Z","steps":["trace[525743312] 'process raft request' (duration: 113.322211ms)","trace[525743312] 'compare' (duration: 53.041715ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:07:15.273044Z","caller":"traceutil/trace.go:171","msg":"trace[2052958788] transaction","detail":"{read_only:false; response_revision:30200; number_of_response:1; }","duration":"165.420916ms","start":"2026-07-02T12:07:15.107607Z","end":"2026-07-02T12:07:15.273028Z","steps":["trace[2052958788] 'process raft request' (duration: 165.197879ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:07:15.273015Z","caller":"traceutil/trace.go:171","msg":"trace[978456114] linearizableReadLoop","detail":"{readStateIndex:31597; appliedIndex:31594; }","duration":"139.224664ms","start":"2026-07-02T12:07:15.13376Z","end":"2026-07-02T12:07:15.272984Z","steps":["trace[978456114] 'read index received' (duration: 56.774754ms)","trace[978456114] 'applied index is now lower than readState.Index' (duration: 82.44869ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:07:15.273624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.824182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-02T12:07:15.273696Z","caller":"traceutil/trace.go:171","msg":"trace[644359792] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30200; }","duration":"139.965837ms","start":"2026-07-02T12:07:15.133715Z","end":"2026-07-02T12:07:15.273681Z","steps":["trace[644359792] 'agreement among raft nodes before linearized reading' (duration: 139.356068ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:07:22.272984Z","caller":"traceutil/trace.go:171","msg":"trace[108753438] linearizableReadLoop","detail":"{readStateIndex:31654; appliedIndex:31653; }","duration":"391.528841ms","start":"2026-07-02T12:07:21.881426Z","end":"2026-07-02T12:07:22.272954Z","steps":["trace[108753438] 'read index received' (duration: 391.255652ms)","trace[108753438] 'applied index is now lower than readState.Index' (duration: 272.069µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:07:22.273089Z","caller":"traceutil/trace.go:171","msg":"trace[679504166] transaction","detail":"{read_only:false; response_revision:30255; number_of_response:1; }","duration":"420.623085ms","start":"2026-07-02T12:07:21.852431Z","end":"2026-07-02T12:07:22.273054Z","steps":["trace[679504166] 'process raft request' (duration: 420.319215ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:07:22.273172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.726007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T12:07:22.273223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:07:21.852405Z","time spent":"420.746699ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:07:22.273357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.000546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-07-02T12:07:22.273292Z","caller":"traceutil/trace.go:171","msg":"trace[1106798524] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:30255; }","duration":"391.899842ms","start":"2026-07-02T12:07:21.881371Z","end":"2026-07-02T12:07:22.273271Z","steps":["trace[1106798524] 'agreement among raft nodes before linearized reading' (duration: 391.735017ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:07:22.273384Z","caller":"traceutil/trace.go:171","msg":"trace[1338253680] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:30255; }","duration":"296.066977ms","start":"2026-07-02T12:07:21.977307Z","end":"2026-07-02T12:07:22.273374Z","steps":["trace[1338253680] 'agreement among raft nodes before linearized reading' (duration: 295.949474ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:07:22.273408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:07:21.88135Z","time spent":"392.042427ms","remote":"127.0.0.1:53762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-02T12:07:22.273456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.578409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T12:07:22.273613Z","caller":"traceutil/trace.go:171","msg":"trace[2026028811] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:30255; }","duration":"367.778896ms","start":"2026-07-02T12:07:21.905805Z","end":"2026-07-02T12:07:22.273584Z","steps":["trace[2026028811] 'agreement among raft nodes before linearized reading' (duration: 367.447305ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:07:22.273734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:07:21.90579Z","time spent":"367.921481ms","remote":"127.0.0.1:45358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":60,"response size":32,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:07:22.514266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.782248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-07-02T12:07:22.514336Z","caller":"traceutil/trace.go:171","msg":"trace[71095284] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:30255; }","duration":"131.901241ms","start":"2026-07-02T12:07:22.382415Z","end":"2026-07-02T12:07:22.514316Z","steps":["trace[71095284] 'range keys from in-memory index tree' (duration: 131.631532ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:07:22.514542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.281659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:07:22.514647Z","caller":"traceutil/trace.go:171","msg":"trace[1444779028] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:30255; }","duration":"152.421523ms","start":"2026-07-02T12:07:22.362187Z","end":"2026-07-02T12:07:22.514608Z","steps":["trace[1444779028] 'count revisions from in-memory index tree' (duration: 152.170225ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:08:21.899762Z","caller":"traceutil/trace.go:171","msg":"trace[1834319966] linearizableReadLoop","detail":"{readStateIndex:32371; appliedIndex:32370; }","duration":"194.581773ms","start":"2026-07-02T12:08:21.705152Z","end":"2026-07-02T12:08:21.899734Z","steps":["trace[1834319966] 'read index received' (duration: 194.296264ms)","trace[1834319966] 'applied index is now lower than readState.Index' (duration: 284.549µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:08:21.899828Z","caller":"traceutil/trace.go:171","msg":"trace[1600595026] transaction","detail":"{read_only:false; response_revision:30946; number_of_response:1; }","duration":"201.160351ms","start":"2026-07-02T12:08:21.698628Z","end":"2026-07-02T12:08:21.899789Z","steps":["trace[1600595026] 'process raft request' (duration: 200.894123ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:08:21.900078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.410208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-02T12:08:21.900202Z","caller":"traceutil/trace.go:171","msg":"trace[2048442077] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30946; }","duration":"194.564242ms","start":"2026-07-02T12:08:21.705623Z","end":"2026-07-02T12:08:21.900187Z","steps":["trace[2048442077] 'agreement among raft nodes before linearized reading' (duration: 194.293753ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:08:21.900184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.801281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T12:08:21.900192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.42669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T12:08:21.900245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.053425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-07-02T12:08:21.900251Z","caller":"traceutil/trace.go:171","msg":"trace[1071776902] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:30946; }","duration":"116.948196ms","start":"2026-07-02T12:08:21.783284Z","end":"2026-07-02T12:08:21.900233Z","steps":["trace[1071776902] 'agreement among raft nodes before linearized reading' (duration: 116.762591ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:08:21.900254Z","caller":"traceutil/trace.go:171","msg":"trace[330351602] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:30946; }","duration":"116.504872ms","start":"2026-07-02T12:08:21.783735Z","end":"2026-07-02T12:08:21.90024Z","steps":["trace[330351602] 'agreement among raft nodes before linearized reading' (duration: 116.342997ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:08:21.900296Z","caller":"traceutil/trace.go:171","msg":"trace[1825906631] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:30946; }","duration":"126.139978ms","start":"2026-07-02T12:08:21.774136Z","end":"2026-07-02T12:08:21.900276Z","steps":["trace[1825906631] 'agreement among raft nodes before linearized reading' (duration: 125.937051ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:08:21.900311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.865422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T12:08:21.900404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.429462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T12:08:21.900437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.6372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-02T12:08:21.900451Z","caller":"traceutil/trace.go:171","msg":"trace[1418207032] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:30946; }","duration":"117.488693ms","start":"2026-07-02T12:08:21.782946Z","end":"2026-07-02T12:08:21.900435Z","steps":["trace[1418207032] 'agreement among raft nodes before linearized reading' (duration: 117.432071ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:08:21.90048Z","caller":"traceutil/trace.go:171","msg":"trace[1173889740] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:30946; }","duration":"186.696082ms","start":"2026-07-02T12:08:21.713772Z","end":"2026-07-02T12:08:21.900468Z","steps":["trace[1173889740] 'agreement among raft nodes before linearized reading' (duration: 186.608829ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:08:21.900402Z","caller":"traceutil/trace.go:171","msg":"trace[18670442] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:30946; }","duration":"122.047648ms","start":"2026-07-02T12:08:21.778333Z","end":"2026-07-02T12:08:21.900381Z","steps":["trace[18670442] 'agreement among raft nodes before linearized reading' (duration: 121.857472ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:08:21.900339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.368499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-07-02T12:08:21.900581Z","caller":"traceutil/trace.go:171","msg":"trace[1881087141] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:30946; }","duration":"117.644928ms","start":"2026-07-02T12:08:21.782927Z","end":"2026-07-02T12:08:21.900572Z","steps":["trace[1881087141] 'agreement among raft nodes before linearized reading' (duration: 117.098361ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:08:21.900039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.859521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-02T12:08:21.900661Z","caller":"traceutil/trace.go:171","msg":"trace[1411755926] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30946; }","duration":"195.503992ms","start":"2026-07-02T12:08:21.705115Z","end":"2026-07-02T12:08:21.900619Z","steps":["trace[1411755926] 'agreement among raft nodes before linearized reading' (duration: 194.761748ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:08:26.102563Z","caller":"traceutil/trace.go:171","msg":"trace[1530134409] linearizableReadLoop","detail":"{readStateIndex:32411; appliedIndex:32409; }","duration":"121.793139ms","start":"2026-07-02T12:08:25.980746Z","end":"2026-07-02T12:08:26.102539Z","steps":["trace[1530134409] 'read index received' (duration: 96.967271ms)","trace[1530134409] 'applied index is now lower than readState.Index' (duration: 24.824628ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:08:26.102687Z","caller":"traceutil/trace.go:171","msg":"trace[1375110544] transaction","detail":"{read_only:false; response_revision:30984; number_of_response:1; }","duration":"123.392521ms","start":"2026-07-02T12:08:25.979262Z","end":"2026-07-02T12:08:26.102655Z","steps":["trace[1375110544] 'process raft request' (duration: 123.138763ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:08:26.102786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.023867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-02T12:08:26.102777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.264493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T12:08:26.102784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.403795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:08:26.102826Z","caller":"traceutil/trace.go:171","msg":"trace[808731707] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30984; }","duration":"122.10335ms","start":"2026-07-02T12:08:25.980711Z","end":"2026-07-02T12:08:26.102815Z","steps":["trace[808731707] 'agreement among raft nodes before linearized reading' (duration: 121.946925ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:08:26.102854Z","caller":"traceutil/trace.go:171","msg":"trace[241862320] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:30984; }","duration":"121.393197ms","start":"2026-07-02T12:08:25.981443Z","end":"2026-07-02T12:08:26.102836Z","steps":["trace[241862320] 'agreement among raft nodes before linearized reading' (duration: 121.246872ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:08:26.102867Z","caller":"traceutil/trace.go:171","msg":"trace[378404017] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:30984; }","duration":"114.520479ms","start":"2026-07-02T12:08:25.988326Z","end":"2026-07-02T12:08:26.102846Z","steps":["trace[378404017] 'agreement among raft nodes before linearized reading' (duration: 114.380385ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:08:26.103001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.984393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T12:08:26.10296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.64521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"warn","ts":"2026-07-02T12:08:26.103086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.880553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-07-02T12:08:26.103103Z","caller":"traceutil/trace.go:171","msg":"trace[1175212274] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:30984; }","duration":"107.800845ms","start":"2026-07-02T12:08:25.995273Z","end":"2026-07-02T12:08:26.103073Z","steps":["trace[1175212274] 'agreement among raft nodes before linearized reading' (duration: 107.476045ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:08:26.103126Z","caller":"traceutil/trace.go:171","msg":"trace[2011689736] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:30984; }","duration":"115.956245ms","start":"2026-07-02T12:08:25.987158Z","end":"2026-07-02T12:08:26.103114Z","steps":["trace[2011689736] 'agreement among raft nodes before linearized reading' (duration: 115.82171ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:08:26.103038Z","caller":"traceutil/trace.go:171","msg":"trace[1079328753] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:30984; }","duration":"115.053566ms","start":"2026-07-02T12:08:25.987976Z","end":"2026-07-02T12:08:26.103029Z","steps":["trace[1079328753] 'agreement among raft nodes before linearized reading' (duration: 114.963933ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:08:26.255793Z","caller":"traceutil/trace.go:171","msg":"trace[1191595354] transaction","detail":"{read_only:false; response_revision:30986; number_of_response:1; }","duration":"133.365388ms","start":"2026-07-02T12:08:26.122398Z","end":"2026-07-02T12:08:26.255763Z","steps":["trace[1191595354] 'process raft request' (duration: 66.934587ms)","trace[1191595354] 'compare' (duration: 66.282626ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:10:22.471246Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":29196} {"level":"info","ts":"2026-07-02T12:10:22.638571Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":29196,"took":"163.113363ms","hash":3005731426,"current-db-size-bytes":59277312,"current-db-size":"59 MB","current-db-size-in-use-bytes":37228544,"current-db-size-in-use":"37 MB"} {"level":"info","ts":"2026-07-02T12:10:22.638644Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3005731426,"revision":29196,"compact-revision":25918} {"level":"info","ts":"2026-07-02T12:10:23.14894Z","caller":"traceutil/trace.go:171","msg":"trace[1547490680] transaction","detail":"{read_only:false; response_revision:32394; number_of_response:1; }","duration":"476.927184ms","start":"2026-07-02T12:10:22.671985Z","end":"2026-07-02T12:10:23.148912Z","steps":["trace[1547490680] 'process raft request' (duration: 476.710698ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:10:23.149103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:10:22.671971Z","time spent":"477.051328ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:10:23.288576Z","caller":"traceutil/trace.go:171","msg":"trace[383384624] linearizableReadLoop","detail":"{readStateIndex:33878; appliedIndex:33876; }","duration":"612.968586ms","start":"2026-07-02T12:10:22.675577Z","end":"2026-07-02T12:10:23.288545Z","steps":["trace[383384624] 'read index received' (duration: 473.123503ms)","trace[383384624] 'applied index is now lower than readState.Index' (duration: 139.843703ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:10:23.288692Z","caller":"traceutil/trace.go:171","msg":"trace[1739317411] transaction","detail":"{read_only:false; response_revision:32396; number_of_response:1; }","duration":"207.612837ms","start":"2026-07-02T12:10:23.081061Z","end":"2026-07-02T12:10:23.288674Z","steps":["trace[1739317411] 'process raft request' (duration: 207.404341ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:10:23.288686Z","caller":"traceutil/trace.go:171","msg":"trace[1383140934] transaction","detail":"{read_only:false; response_revision:32395; number_of_response:1; }","duration":"615.560819ms","start":"2026-07-02T12:10:22.673095Z","end":"2026-07-02T12:10:23.288656Z","steps":["trace[1383140934] 'process raft request' (duration: 614.141444ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:10:23.289007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:10:22.672868Z","time spent":"616.075496ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:10:23.289155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.833004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T12:10:23.28907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.463903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-02T12:10:23.28921Z","caller":"traceutil/trace.go:171","msg":"trace[1309650449] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:32396; }","duration":"461.930568ms","start":"2026-07-02T12:10:22.827266Z","end":"2026-07-02T12:10:23.289197Z","steps":["trace[1309650449] 'agreement among raft nodes before linearized reading' (duration: 461.840895ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:10:23.289235Z","caller":"traceutil/trace.go:171","msg":"trace[1115302553] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:32396; }","duration":"613.660559ms","start":"2026-07-02T12:10:22.675559Z","end":"2026-07-02T12:10:23.289219Z","steps":["trace[1115302553] 'agreement among raft nodes before linearized reading' (duration: 613.323518ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:10:23.289251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:10:22.827243Z","time spent":"461.997819ms","remote":"127.0.0.1:53762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-02T12:10:23.28928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:10:22.675553Z","time spent":"613.71425ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":552,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-02T12:10:23.289421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.430099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-84d84c7c85-5g6rp.18be75be5b8ecaaa\" ","response":"range_response_count:1 size:1980"} {"level":"warn","ts":"2026-07-02T12:10:23.289404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.845707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-07-02T12:10:23.289501Z","caller":"traceutil/trace.go:171","msg":"trace[822172837] range","detail":"{range_begin:/registry/events/openstack/glance-api-84d84c7c85-5g6rp.18be75be5b8ecaaa; range_end:; response_count:1; response_revision:32396; }","duration":"364.546703ms","start":"2026-07-02T12:10:22.924937Z","end":"2026-07-02T12:10:23.289484Z","steps":["trace[822172837] 'agreement among raft nodes before linearized reading' (duration: 364.349517ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:10:23.289532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:10:22.924916Z","time spent":"364.608445ms","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":2004,"request content":"key:\"/registry/events/openstack/glance-api-84d84c7c85-5g6rp.18be75be5b8ecaaa\" "} {"level":"info","ts":"2026-07-02T12:10:23.289524Z","caller":"traceutil/trace.go:171","msg":"trace[1194296311] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:32396; }","duration":"317.005093ms","start":"2026-07-02T12:10:22.972495Z","end":"2026-07-02T12:10:23.2895Z","steps":["trace[1194296311] 'agreement among raft nodes before linearized reading' (duration: 316.722004ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:10:23.289574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:10:22.972482Z","time spent":"317.079965ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-07-02T12:10:23.289855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.82865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4840"} {"level":"info","ts":"2026-07-02T12:10:23.289905Z","caller":"traceutil/trace.go:171","msg":"trace[1222257101] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:32396; }","duration":"143.907543ms","start":"2026-07-02T12:10:23.145985Z","end":"2026-07-02T12:10:23.289892Z","steps":["trace[1222257101] 'agreement among raft nodes before linearized reading' (duration: 143.150009ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:10:26.805538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.324854ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T12:10:26.805615Z","caller":"traceutil/trace.go:171","msg":"trace[1002676035] linearizableReadLoop","detail":"{readStateIndex:33917; appliedIndex:33916; }","duration":"136.738555ms","start":"2026-07-02T12:10:26.668865Z","end":"2026-07-02T12:10:26.805604Z","steps":["trace[1002676035] 'read index received' (duration: 21.212374ms)","trace[1002676035] 'applied index is now lower than readState.Index' (duration: 115.525471ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:10:26.805672Z","caller":"traceutil/trace.go:171","msg":"trace[1782542263] transaction","detail":"{read_only:false; response_revision:32432; number_of_response:1; }","duration":"211.755019ms","start":"2026-07-02T12:10:26.593911Z","end":"2026-07-02T12:10:26.805666Z","steps":["trace[1782542263] 'process raft request' (duration: 96.235598ms)","trace[1782542263] 'compare' (duration: 115.232802ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:10:26.805739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.87282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:10:26.805794Z","caller":"traceutil/trace.go:171","msg":"trace[543164134] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32432; }","duration":"136.962452ms","start":"2026-07-02T12:10:26.668816Z","end":"2026-07-02T12:10:26.805778Z","steps":["trace[543164134] 'agreement among raft nodes before linearized reading' (duration: 136.869409ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:10:27.469631Z","caller":"traceutil/trace.go:171","msg":"trace[983962181] linearizableReadLoop","detail":"{readStateIndex:33920; appliedIndex:33919; }","duration":"163.481703ms","start":"2026-07-02T12:10:27.306126Z","end":"2026-07-02T12:10:27.469607Z","steps":["trace[983962181] 'read index received' (duration: 163.325838ms)","trace[983962181] 'applied index is now lower than readState.Index' (duration: 155.045µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:10:27.469745Z","caller":"traceutil/trace.go:171","msg":"trace[238628317] transaction","detail":"{read_only:false; response_revision:32435; number_of_response:1; }","duration":"165.974933ms","start":"2026-07-02T12:10:27.303732Z","end":"2026-07-02T12:10:27.469707Z","steps":["trace[238628317] 'process raft request' (duration: 165.737776ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:10:27.469813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.68019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-02T12:10:27.469842Z","caller":"traceutil/trace.go:171","msg":"trace[1743990467] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32435; }","duration":"163.764602ms","start":"2026-07-02T12:10:27.306067Z","end":"2026-07-02T12:10:27.469831Z","steps":["trace[1743990467] 'agreement among raft nodes before linearized reading' (duration: 163.649079ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:10:27.469984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.554051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-02T12:10:27.470003Z","caller":"traceutil/trace.go:171","msg":"trace[1772523982] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:32435; }","duration":"160.610522ms","start":"2026-07-02T12:10:27.309386Z","end":"2026-07-02T12:10:27.469996Z","steps":["trace[1772523982] 'agreement among raft nodes before linearized reading' (duration: 160.550391ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:10:27.654015Z","caller":"traceutil/trace.go:171","msg":"trace[1351015117] transaction","detail":"{read_only:false; response_revision:32437; number_of_response:1; }","duration":"180.599608ms","start":"2026-07-02T12:10:27.473378Z","end":"2026-07-02T12:10:27.653978Z","steps":["trace[1351015117] 'process raft request' (duration: 84.717872ms)","trace[1351015117] 'compare' (duration: 95.67985ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:10:27.852322Z","caller":"traceutil/trace.go:171","msg":"trace[423505074] transaction","detail":"{read_only:false; response_revision:32439; number_of_response:1; }","duration":"135.670301ms","start":"2026-07-02T12:10:27.716607Z","end":"2026-07-02T12:10:27.852277Z","steps":["trace[423505074] 'process raft request' (duration: 109.262152ms)","trace[423505074] 'compare' (duration: 25.864792ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:10:27.914065Z","caller":"traceutil/trace.go:171","msg":"trace[1282428414] transaction","detail":"{read_only:false; response_revision:32440; number_of_response:1; }","duration":"144.210553ms","start":"2026-07-02T12:10:27.769825Z","end":"2026-07-02T12:10:27.914036Z","steps":["trace[1282428414] 'process raft request' (duration: 143.980325ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:10:27.914448Z","caller":"traceutil/trace.go:171","msg":"trace[112730396] transaction","detail":"{read_only:false; response_revision:32441; number_of_response:1; }","duration":"143.614403ms","start":"2026-07-02T12:10:27.77082Z","end":"2026-07-02T12:10:27.914434Z","steps":["trace[112730396] 'process raft request' (duration: 143.160899ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:10:28.039453Z","caller":"traceutil/trace.go:171","msg":"trace[2087039267] transaction","detail":"{read_only:false; response_revision:32442; number_of_response:1; }","duration":"117.318657ms","start":"2026-07-02T12:10:27.922094Z","end":"2026-07-02T12:10:28.039413Z","steps":["trace[2087039267] 'process raft request' (duration: 43.830152ms)","trace[2087039267] 'compare' (duration: 73.274539ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:10:28.322581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.088707ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T12:10:28.322762Z","caller":"traceutil/trace.go:171","msg":"trace[1211122113] linearizableReadLoop","detail":"{readStateIndex:33928; appliedIndex:33927; }","duration":"276.149444ms","start":"2026-07-02T12:10:28.046595Z","end":"2026-07-02T12:10:28.322745Z","steps":["trace[1211122113] 'read index received' (duration: 92.792188ms)","trace[1211122113] 'applied index is now lower than readState.Index' (duration: 183.356026ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:10:28.322776Z","caller":"traceutil/trace.go:171","msg":"trace[709409099] transaction","detail":"{read_only:false; response_revision:32443; number_of_response:1; }","duration":"278.186559ms","start":"2026-07-02T12:10:28.044554Z","end":"2026-07-02T12:10:28.322741Z","steps":["trace[709409099] 'process raft request' (duration: 94.864464ms)","trace[709409099] 'compare' (duration: 182.830769ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:10:28.323115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.504316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-02T12:10:28.323153Z","caller":"traceutil/trace.go:171","msg":"trace[575861358] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:32444; }","duration":"276.572708ms","start":"2026-07-02T12:10:28.046568Z","end":"2026-07-02T12:10:28.32314Z","steps":["trace[575861358] 'agreement among raft nodes before linearized reading' (duration: 276.270978ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:10:28.323148Z","caller":"traceutil/trace.go:171","msg":"trace[1353004245] transaction","detail":"{read_only:false; response_revision:32444; number_of_response:1; }","duration":"274.508232ms","start":"2026-07-02T12:10:28.048607Z","end":"2026-07-02T12:10:28.323115Z","steps":["trace[1353004245] 'process raft request' (duration: 274.067298ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:10:28.612023Z","caller":"traceutil/trace.go:171","msg":"trace[937095737] transaction","detail":"{read_only:false; response_revision:32445; number_of_response:1; }","duration":"284.965805ms","start":"2026-07-02T12:10:28.327028Z","end":"2026-07-02T12:10:28.611994Z","steps":["trace[937095737] 'process raft request' (duration: 284.747888ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:10:28.616041Z","caller":"traceutil/trace.go:171","msg":"trace[803146592] transaction","detail":"{read_only:false; response_revision:32446; number_of_response:1; }","duration":"284.605343ms","start":"2026-07-02T12:10:28.331415Z","end":"2026-07-02T12:10:28.61602Z","steps":["trace[803146592] 'process raft request' (duration: 284.420687ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:10:28.820371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.828433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:10:28.820448Z","caller":"traceutil/trace.go:171","msg":"trace[2086686620] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:32446; }","duration":"145.957298ms","start":"2026-07-02T12:10:28.674473Z","end":"2026-07-02T12:10:28.820431Z","steps":["trace[2086686620] 'count revisions from in-memory index tree' (duration: 145.771242ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:10:28.820522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.767069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:10:28.820615Z","caller":"traceutil/trace.go:171","msg":"trace[2121101905] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32446; }","duration":"149.918614ms","start":"2026-07-02T12:10:28.670677Z","end":"2026-07-02T12:10:28.820595Z","steps":["trace[2121101905] 'range keys from in-memory index tree' (duration: 149.673155ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:10:29.386831Z","caller":"traceutil/trace.go:171","msg":"trace[248483380] transaction","detail":"{read_only:false; response_revision:32449; number_of_response:1; }","duration":"143.631784ms","start":"2026-07-02T12:10:29.243167Z","end":"2026-07-02T12:10:29.386798Z","steps":["trace[248483380] 'process raft request' (duration: 83.960678ms)","trace[248483380] 'compare' (duration: 59.360036ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:10:29.421973Z","caller":"traceutil/trace.go:171","msg":"trace[916664135] transaction","detail":"{read_only:false; response_revision:32450; number_of_response:1; }","duration":"175.262619ms","start":"2026-07-02T12:10:29.246667Z","end":"2026-07-02T12:10:29.42193Z","steps":["trace[916664135] 'process raft request' (duration: 175.034842ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:10:29.637922Z","caller":"traceutil/trace.go:171","msg":"trace[5957687] linearizableReadLoop","detail":"{readStateIndex:33937; appliedIndex:33936; }","duration":"121.683446ms","start":"2026-07-02T12:10:29.516215Z","end":"2026-07-02T12:10:29.637898Z","steps":["trace[5957687] 'read index received' (duration: 121.544692ms)","trace[5957687] 'applied index is now lower than readState.Index' (duration: 137.744µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:10:29.637962Z","caller":"traceutil/trace.go:171","msg":"trace[503044572] transaction","detail":"{read_only:false; response_revision:32451; number_of_response:1; }","duration":"162.37317ms","start":"2026-07-02T12:10:29.475561Z","end":"2026-07-02T12:10:29.637934Z","steps":["trace[503044572] 'process raft request' (duration: 162.172513ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:10:29.638141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.917584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-02T12:10:29.638263Z","caller":"traceutil/trace.go:171","msg":"trace[717057999] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:32451; }","duration":"122.096659ms","start":"2026-07-02T12:10:29.516152Z","end":"2026-07-02T12:10:29.638249Z","steps":["trace[717057999] 'agreement among raft nodes before linearized reading' (duration: 121.837041ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:11:09.537509Z","caller":"traceutil/trace.go:171","msg":"trace[2095390731] linearizableReadLoop","detail":"{readStateIndex:34413; appliedIndex:34412; }","duration":"141.543198ms","start":"2026-07-02T12:11:09.395935Z","end":"2026-07-02T12:11:09.537478Z","steps":["trace[2095390731] 'read index received' (duration: 141.391803ms)","trace[2095390731] 'applied index is now lower than readState.Index' (duration: 150.295µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:11:09.537575Z","caller":"traceutil/trace.go:171","msg":"trace[1052045392] transaction","detail":"{read_only:false; response_revision:32908; number_of_response:1; }","duration":"330.905564ms","start":"2026-07-02T12:11:09.206623Z","end":"2026-07-02T12:11:09.537529Z","steps":["trace[1052045392] 'process raft request' (duration: 330.669597ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:11:09.53776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:11:09.206607Z","time spent":"331.05856ms","remote":"127.0.0.1:44868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:11:09.53778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.830966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-07-02T12:11:09.537849Z","caller":"traceutil/trace.go:171","msg":"trace[1117756244] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:32908; }","duration":"141.891018ms","start":"2026-07-02T12:11:09.395917Z","end":"2026-07-02T12:11:09.537808Z","steps":["trace[1117756244] 'agreement among raft nodes before linearized reading' (duration: 141.704872ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:11:09.751871Z","caller":"traceutil/trace.go:171","msg":"trace[1965824185] linearizableReadLoop","detail":"{readStateIndex:34418; appliedIndex:34417; }","duration":"131.069705ms","start":"2026-07-02T12:11:09.620777Z","end":"2026-07-02T12:11:09.751847Z","steps":["trace[1965824185] 'read index received' (duration: 84.506945ms)","trace[1965824185] 'applied index is now lower than readState.Index' (duration: 46.56153ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:11:09.751947Z","caller":"traceutil/trace.go:171","msg":"trace[833636720] transaction","detail":"{read_only:false; response_revision:32913; number_of_response:1; }","duration":"158.636761ms","start":"2026-07-02T12:11:09.593267Z","end":"2026-07-02T12:11:09.751904Z","steps":["trace[833636720] 'process raft request' (duration: 111.991869ms)","trace[833636720] 'compare' (duration: 46.449686ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:11:09.752046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.295528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:11:09.752082Z","caller":"traceutil/trace.go:171","msg":"trace[2144958097] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:32913; }","duration":"129.400572ms","start":"2026-07-02T12:11:09.622669Z","end":"2026-07-02T12:11:09.752069Z","steps":["trace[2144958097] 'agreement among raft nodes before linearized reading' (duration: 129.308389ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:11:09.752135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.315693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-02T12:11:09.752194Z","caller":"traceutil/trace.go:171","msg":"trace[349115386] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32913; }","duration":"131.463778ms","start":"2026-07-02T12:11:09.620715Z","end":"2026-07-02T12:11:09.752178Z","steps":["trace[349115386] 'agreement among raft nodes before linearized reading' (duration: 131.248591ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:15:05.543594Z","caller":"traceutil/trace.go:171","msg":"trace[1778734120] transaction","detail":"{read_only:false; response_revision:35022; number_of_response:1; }","duration":"165.066445ms","start":"2026-07-02T12:15:05.378505Z","end":"2026-07-02T12:15:05.543571Z","steps":["trace[1778734120] 'process raft request' (duration: 164.91192ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:15:05.758237Z","caller":"traceutil/trace.go:171","msg":"trace[1820008059] transaction","detail":"{read_only:false; response_revision:35023; number_of_response:1; }","duration":"139.658621ms","start":"2026-07-02T12:15:05.61853Z","end":"2026-07-02T12:15:05.758189Z","steps":["trace[1820008059] 'process raft request' (duration: 68.279286ms)","trace[1820008059] 'compare' (duration: 71.117397ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:15:06.13682Z","caller":"traceutil/trace.go:171","msg":"trace[675462937] transaction","detail":"{read_only:false; response_revision:35026; number_of_response:1; }","duration":"123.427271ms","start":"2026-07-02T12:15:06.013365Z","end":"2026-07-02T12:15:06.136792Z","steps":["trace[675462937] 'process raft request' (duration: 93.880465ms)","trace[675462937] 'compare' (duration: 29.455623ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:15:06.836047Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096944183212793,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T12:15:07.336318Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096944183212793,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T12:15:07.366868Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.159663297s","expected-duration":"1s"} {"level":"info","ts":"2026-07-02T12:15:07.367619Z","caller":"traceutil/trace.go:171","msg":"trace[28302678] transaction","detail":"{read_only:false; response_revision:35027; number_of_response:1; }","duration":"1.160462773s","start":"2026-07-02T12:15:06.207125Z","end":"2026-07-02T12:15:07.367587Z","steps":["trace[28302678] 'process raft request' (duration: 1.160281317s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:15:07.367807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:15:06.207111Z","time spent":"1.160598737s","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:15:07.847408Z","caller":"traceutil/trace.go:171","msg":"trace[1609981562] transaction","detail":"{read_only:false; response_revision:35029; number_of_response:1; }","duration":"1.232316845s","start":"2026-07-02T12:15:06.615067Z","end":"2026-07-02T12:15:07.847384Z","steps":["trace[1609981562] 'process raft request' (duration: 1.232247323s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:15:07.847464Z","caller":"traceutil/trace.go:171","msg":"trace[682802997] transaction","detail":"{read_only:false; response_revision:35028; number_of_response:1; }","duration":"1.465880821s","start":"2026-07-02T12:15:06.381513Z","end":"2026-07-02T12:15:07.847394Z","steps":["trace[682802997] 'process raft request' (duration: 1.465682235s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:15:07.847557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:15:06.615042Z","time spent":"1.232444819s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:15:07.847677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:15:06.381488Z","time spent":"1.466064397s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5596,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:15:07.847906Z","caller":"traceutil/trace.go:171","msg":"trace[1870774207] transaction","detail":"{read_only:false; response_revision:35030; number_of_response:1; }","duration":"1.133220902s","start":"2026-07-02T12:15:06.714663Z","end":"2026-07-02T12:15:07.847884Z","steps":["trace[1870774207] 'process raft request' (duration: 1.132689355s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:15:07.847912Z","caller":"traceutil/trace.go:171","msg":"trace[1045418215] transaction","detail":"{read_only:false; response_revision:35031; number_of_response:1; }","duration":"1.073841511s","start":"2026-07-02T12:15:06.77404Z","end":"2026-07-02T12:15:07.847882Z","steps":["trace[1045418215] 'process raft request' (duration: 1.073626254s)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:15:07.84801Z","caller":"traceutil/trace.go:171","msg":"trace[571692228] linearizableReadLoop","detail":"{readStateIndex:36634; appliedIndex:36627; }","duration":"1.512271326s","start":"2026-07-02T12:15:06.335721Z","end":"2026-07-02T12:15:07.847993Z","steps":["trace[571692228] 'read index received' (duration: 1.031637488s)","trace[571692228] 'applied index is now lower than readState.Index' (duration: 480.632768ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:15:07.84807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:15:06.714639Z","time spent":"1.133339536s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:15:07.848068Z","caller":"traceutil/trace.go:171","msg":"trace[652184430] transaction","detail":"{read_only:false; response_revision:35032; number_of_response:1; }","duration":"970.065708ms","start":"2026-07-02T12:15:06.877979Z","end":"2026-07-02T12:15:07.848044Z","steps":["trace[652184430] 'process raft request' (duration: 969.863501ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:15:07.848166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.30623511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:15:07.848203Z","caller":"traceutil/trace.go:171","msg":"trace[1497681432] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:35033; }","duration":"1.306274912s","start":"2026-07-02T12:15:06.541917Z","end":"2026-07-02T12:15:07.848191Z","steps":["trace[1497681432] 'agreement among raft nodes before linearized reading' (duration: 1.306204689s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:15:07.84822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:15:06.877959Z","time spent":"970.217093ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:15:07.848079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:15:06.77401Z","time spent":"1.073981305s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:15:07.848266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.177682445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:15:07.848124Z","caller":"traceutil/trace.go:171","msg":"trace[1926440833] transaction","detail":"{read_only:false; response_revision:35033; number_of_response:1; }","duration":"958.56496ms","start":"2026-07-02T12:15:06.889524Z","end":"2026-07-02T12:15:07.848089Z","steps":["trace[1926440833] 'process raft request' (duration: 958.406145ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:15:07.848287Z","caller":"traceutil/trace.go:171","msg":"trace[1863729796] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35033; }","duration":"1.177739628s","start":"2026-07-02T12:15:06.670542Z","end":"2026-07-02T12:15:07.848281Z","steps":["trace[1863729796] 'agreement among raft nodes before linearized reading' (duration: 1.177699476s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:15:07.848286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.710902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-07-02T12:15:07.848284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.224043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-02T12:15:07.848316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:15:06.670521Z","time spent":"1.177790658s","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-02T12:15:07.848329Z","caller":"traceutil/trace.go:171","msg":"trace[1931283737] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:35033; }","duration":"476.785655ms","start":"2026-07-02T12:15:07.371531Z","end":"2026-07-02T12:15:07.848317Z","steps":["trace[1931283737] 'agreement among raft nodes before linearized reading' (duration: 476.616209ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:15:07.848335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:15:06.889501Z","time spent":"958.807617ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:15:07.848344Z","caller":"traceutil/trace.go:171","msg":"trace[192254681] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:35033; }","duration":"940.316736ms","start":"2026-07-02T12:15:06.908009Z","end":"2026-07-02T12:15:07.848326Z","steps":["trace[192254681] 'agreement among raft nodes before linearized reading' (duration: 940.150951ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:15:07.848367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:15:07.371514Z","time spent":"476.842157ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-02T12:15:07.848398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.285539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-02T12:15:07.848456Z","caller":"traceutil/trace.go:171","msg":"trace[983842281] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:35033; }","duration":"699.398843ms","start":"2026-07-02T12:15:07.149046Z","end":"2026-07-02T12:15:07.848444Z","steps":["trace[983842281] 'agreement among raft nodes before linearized reading' (duration: 699.253338ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:15:07.848476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:15:07.149012Z","time spent":"699.457935ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-02T12:15:07.848228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:15:06.541855Z","time spent":"1.306365325s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:15:07.848584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.438781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-07-02T12:15:07.848609Z","caller":"traceutil/trace.go:171","msg":"trace[784646210] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:35033; }","duration":"296.531844ms","start":"2026-07-02T12:15:07.552069Z","end":"2026-07-02T12:15:07.848601Z","steps":["trace[784646210] 'agreement among raft nodes before linearized reading' (duration: 296.460731ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:15:07.848594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:15:06.907997Z","time spent":"940.377497ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-02T12:15:07.848558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.589585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T12:15:07.848676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.512944998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T12:15:07.848704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.146337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-07-02T12:15:07.848695Z","caller":"traceutil/trace.go:171","msg":"trace[1865834790] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:35033; }","duration":"732.802392ms","start":"2026-07-02T12:15:07.115867Z","end":"2026-07-02T12:15:07.848669Z","steps":["trace[1865834790] 'agreement among raft nodes before linearized reading' (duration: 732.514493ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:15:07.848738Z","caller":"traceutil/trace.go:171","msg":"trace[2104144324] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:35033; }","duration":"368.220419ms","start":"2026-07-02T12:15:07.480509Z","end":"2026-07-02T12:15:07.848729Z","steps":["trace[2104144324] 'agreement among raft nodes before linearized reading' (duration: 368.131876ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:15:07.848744Z","caller":"traceutil/trace.go:171","msg":"trace[1784714024] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:35033; }","duration":"1.513022171s","start":"2026-07-02T12:15:06.335702Z","end":"2026-07-02T12:15:07.848725Z","steps":["trace[1784714024] 'agreement among raft nodes before linearized reading' (duration: 1.512887946s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:15:07.84876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:15:07.480481Z","time spent":"368.273451ms","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11521,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-02T12:15:07.848769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:15:07.115845Z","time spent":"732.907556ms","remote":"127.0.0.1:46408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:15:07.848788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:15:06.335638Z","time spent":"1.513139364s","remote":"127.0.0.1:45258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-02T12:15:07.848489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.620977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-02T12:15:07.849317Z","caller":"traceutil/trace.go:171","msg":"trace[454423001] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:35033; }","duration":"823.497755ms","start":"2026-07-02T12:15:07.025807Z","end":"2026-07-02T12:15:07.849305Z","steps":["trace[454423001] 'agreement among raft nodes before linearized reading' (duration: 822.350959ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:15:07.849353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:15:07.025782Z","time spent":"823.552487ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":552,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-02T12:15:08.046623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.919626ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T12:15:08.046743Z","caller":"traceutil/trace.go:171","msg":"trace[1028440615] linearizableReadLoop","detail":"{readStateIndex:36635; appliedIndex:36634; }","duration":"193.03421ms","start":"2026-07-02T12:15:07.85369Z","end":"2026-07-02T12:15:08.046725Z","steps":["trace[1028440615] 'read index received' (duration: 54.883577ms)","trace[1028440615] 'applied index is now lower than readState.Index' (duration: 138.149433ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:15:08.046824Z","caller":"traceutil/trace.go:171","msg":"trace[162112299] transaction","detail":"{read_only:false; response_revision:35034; number_of_response:1; }","duration":"193.193786ms","start":"2026-07-02T12:15:07.853618Z","end":"2026-07-02T12:15:08.046812Z","steps":["trace[162112299] 'process raft request' (duration: 54.980001ms)","trace[162112299] 'compare' (duration: 137.75995ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:15:08.047057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.347131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-07-02T12:15:08.04714Z","caller":"traceutil/trace.go:171","msg":"trace[382188311] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:35034; }","duration":"193.470285ms","start":"2026-07-02T12:15:07.853648Z","end":"2026-07-02T12:15:08.047118Z","steps":["trace[382188311] 'agreement among raft nodes before linearized reading' (duration: 193.233497ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:15:08.047404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.706962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-07-02T12:15:08.047466Z","caller":"traceutil/trace.go:171","msg":"trace[701794040] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:35034; }","duration":"193.810025ms","start":"2026-07-02T12:15:07.853637Z","end":"2026-07-02T12:15:08.047447Z","steps":["trace[701794040] 'agreement among raft nodes before linearized reading' (duration: 193.247667ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:15:08.090917Z","caller":"traceutil/trace.go:171","msg":"trace[1842697772] transaction","detail":"{read_only:false; response_revision:35035; number_of_response:1; }","duration":"236.488552ms","start":"2026-07-02T12:15:07.854399Z","end":"2026-07-02T12:15:08.090888Z","steps":["trace[1842697772] 'process raft request' (duration: 235.982256ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:15:08.091175Z","caller":"traceutil/trace.go:171","msg":"trace[845676365] transaction","detail":"{read_only:false; response_revision:35036; number_of_response:1; }","duration":"236.665387ms","start":"2026-07-02T12:15:07.854498Z","end":"2026-07-02T12:15:08.091164Z","steps":["trace[845676365] 'process raft request' (duration: 236.020296ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:15:08.091276Z","caller":"traceutil/trace.go:171","msg":"trace[1197012754] transaction","detail":"{read_only:false; response_revision:35037; number_of_response:1; }","duration":"236.729539ms","start":"2026-07-02T12:15:07.854538Z","end":"2026-07-02T12:15:08.091267Z","steps":["trace[1197012754] 'process raft request' (duration: 236.015956ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:15:08.091389Z","caller":"traceutil/trace.go:171","msg":"trace[1521845064] transaction","detail":"{read_only:false; response_revision:35038; number_of_response:1; }","duration":"236.602746ms","start":"2026-07-02T12:15:07.854774Z","end":"2026-07-02T12:15:08.091377Z","steps":["trace[1521845064] 'process raft request' (duration: 235.815411ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:15:08.091422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.398675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:15:08.091497Z","caller":"traceutil/trace.go:171","msg":"trace[209862995] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35038; }","duration":"234.497808ms","start":"2026-07-02T12:15:07.856978Z","end":"2026-07-02T12:15:08.091476Z","steps":["trace[209862995] 'agreement among raft nodes before linearized reading' (duration: 234.342123ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:15:08.409929Z","caller":"traceutil/trace.go:171","msg":"trace[601818659] transaction","detail":"{read_only:false; response_revision:35041; number_of_response:1; }","duration":"281.559745ms","start":"2026-07-02T12:15:08.128351Z","end":"2026-07-02T12:15:08.409911Z","steps":["trace[601818659] 'process raft request' (duration: 186.869713ms)","trace[601818659] 'compare' (duration: 94.433634ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:15:08.410076Z","caller":"traceutil/trace.go:171","msg":"trace[357529115] linearizableReadLoop","detail":"{readStateIndex:36642; appliedIndex:36640; }","duration":"269.8728ms","start":"2026-07-02T12:15:08.140162Z","end":"2026-07-02T12:15:08.410035Z","steps":["trace[357529115] 'read index received' (duration: 35.836497ms)","trace[357529115] 'applied index is now lower than readState.Index' (duration: 234.033493ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:15:08.410115Z","caller":"traceutil/trace.go:171","msg":"trace[108224820] transaction","detail":"{read_only:false; response_revision:35042; number_of_response:1; }","duration":"242.658669ms","start":"2026-07-02T12:15:08.167411Z","end":"2026-07-02T12:15:08.410069Z","steps":["trace[108224820] 'process raft request' (duration: 242.427332ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:15:08.410223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.108587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-02T12:15:08.410276Z","caller":"traceutil/trace.go:171","msg":"trace[1921035340] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:35042; }","duration":"270.213631ms","start":"2026-07-02T12:15:08.14005Z","end":"2026-07-02T12:15:08.410263Z","steps":["trace[1921035340] 'agreement among raft nodes before linearized reading' (duration: 270.063476ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:15:08.410408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.210811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T12:15:08.410449Z","caller":"traceutil/trace.go:171","msg":"trace[318376734] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:35042; }","duration":"240.314714ms","start":"2026-07-02T12:15:08.170121Z","end":"2026-07-02T12:15:08.410436Z","steps":["trace[318376734] 'agreement among raft nodes before linearized reading' (duration: 240.113427ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:15:08.556336Z","caller":"traceutil/trace.go:171","msg":"trace[901734643] transaction","detail":"{read_only:false; response_revision:35044; number_of_response:1; }","duration":"139.469365ms","start":"2026-07-02T12:15:08.416845Z","end":"2026-07-02T12:15:08.556314Z","steps":["trace[901734643] 'process raft request' (duration: 97.710568ms)","trace[901734643] 'compare' (duration: 41.424957ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:15:08.556502Z","caller":"traceutil/trace.go:171","msg":"trace[1151455039] transaction","detail":"{read_only:false; number_of_response:0; response_revision:35044; }","duration":"139.440924ms","start":"2026-07-02T12:15:08.417034Z","end":"2026-07-02T12:15:08.556475Z","steps":["trace[1151455039] 'process raft request' (duration: 139.236458ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:15:08.726978Z","caller":"traceutil/trace.go:171","msg":"trace[93940579] transaction","detail":"{read_only:false; response_revision:35045; number_of_response:1; }","duration":"159.252958ms","start":"2026-07-02T12:15:08.567696Z","end":"2026-07-02T12:15:08.726948Z","steps":["trace[93940579] 'process raft request' (duration: 121.890562ms)","trace[93940579] 'compare' (duration: 37.216002ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:15:08.807877Z","caller":"traceutil/trace.go:171","msg":"trace[98258854] transaction","detail":"{read_only:false; response_revision:35046; number_of_response:1; }","duration":"234.938603ms","start":"2026-07-02T12:15:08.57291Z","end":"2026-07-02T12:15:08.807848Z","steps":["trace[98258854] 'process raft request' (duration: 234.356014ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:15:09.032473Z","caller":"traceutil/trace.go:171","msg":"trace[872227720] transaction","detail":"{read_only:false; response_revision:35047; number_of_response:1; }","duration":"175.933183ms","start":"2026-07-02T12:15:08.856523Z","end":"2026-07-02T12:15:09.032456Z","steps":["trace[872227720] 'process raft request' (duration: 175.811249ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:15:10.006355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.847436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:15:10.006437Z","caller":"traceutil/trace.go:171","msg":"trace[1032643935] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:35048; }","duration":"654.96801ms","start":"2026-07-02T12:15:09.351451Z","end":"2026-07-02T12:15:10.006419Z","steps":["trace[1032643935] 'count revisions from in-memory index tree' (duration: 654.784414ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:15:10.006492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:15:09.351437Z","time spent":"655.044283ms","remote":"127.0.0.1:40822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-07-02T12:15:10.007187Z","caller":"traceutil/trace.go:171","msg":"trace[1629962146] transaction","detail":"{read_only:false; response_revision:35049; number_of_response:1; }","duration":"550.825985ms","start":"2026-07-02T12:15:09.456335Z","end":"2026-07-02T12:15:10.007161Z","steps":["trace[1629962146] 'process raft request' (duration: 455.621357ms)","trace[1629962146] 'compare' (duration: 94.878938ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:15:10.007562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:15:09.456318Z","time spent":"551.161147ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:15:10.007597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.276031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:15:10.007661Z","caller":"traceutil/trace.go:171","msg":"trace[625468735] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35049; }","duration":"338.378124ms","start":"2026-07-02T12:15:09.669269Z","end":"2026-07-02T12:15:10.007647Z","steps":["trace[625468735] 'agreement among raft nodes before linearized reading' (duration: 338.26411ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:15:10.007699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:15:09.669246Z","time spent":"338.445266ms","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-02T12:15:10.007489Z","caller":"traceutil/trace.go:171","msg":"trace[1938942383] linearizableReadLoop","detail":"{readStateIndex:36652; appliedIndex:36651; }","duration":"337.618779ms","start":"2026-07-02T12:15:09.669321Z","end":"2026-07-02T12:15:10.00694Z","steps":["trace[1938942383] 'read index received' (duration: 242.660249ms)","trace[1938942383] 'applied index is now lower than readState.Index' (duration: 94.95723ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:15:10.290312Z","caller":"traceutil/trace.go:171","msg":"trace[882188868] transaction","detail":"{read_only:false; response_revision:35050; number_of_response:1; }","duration":"527.604641ms","start":"2026-07-02T12:15:09.762674Z","end":"2026-07-02T12:15:10.290279Z","steps":["trace[882188868] 'process raft request' (duration: 527.315362ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:15:10.290451Z","caller":"traceutil/trace.go:171","msg":"trace[1295568987] transaction","detail":"{read_only:false; response_revision:35051; number_of_response:1; }","duration":"467.386353ms","start":"2026-07-02T12:15:09.823027Z","end":"2026-07-02T12:15:10.290414Z","steps":["trace[1295568987] 'process raft request' (duration: 467.158456ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:15:10.290485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:15:09.76265Z","time spent":"527.734355ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:15:10.290641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:15:09.823Z","time spent":"467.536388ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5150,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:15:10.291006Z","caller":"traceutil/trace.go:171","msg":"trace[647874276] transaction","detail":"{read_only:false; response_revision:35052; number_of_response:1; }","duration":"439.113198ms","start":"2026-07-02T12:15:09.851786Z","end":"2026-07-02T12:15:10.2909Z","steps":["trace[647874276] 'process raft request' (duration: 438.473257ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:15:10.291253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:15:09.851751Z","time spent":"439.370706ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:15:10.291294Z","caller":"traceutil/trace.go:171","msg":"trace[1301753433] linearizableReadLoop","detail":"{readStateIndex:36659; appliedIndex:36652; }","duration":"283.346561ms","start":"2026-07-02T12:15:10.007934Z","end":"2026-07-02T12:15:10.291281Z","steps":["trace[1301753433] 'read index received' (duration: 281.986677ms)","trace[1301753433] 'applied index is now lower than readState.Index' (duration: 1.358944ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:15:10.291495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.441821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:15:10.291558Z","caller":"traceutil/trace.go:171","msg":"trace[416173078] transaction","detail":"{read_only:false; response_revision:35053; number_of_response:1; }","duration":"438.989353ms","start":"2026-07-02T12:15:09.852558Z","end":"2026-07-02T12:15:10.291547Z","steps":["trace[416173078] 'process raft request' (duration: 437.749104ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:15:10.291565Z","caller":"traceutil/trace.go:171","msg":"trace[1678750381] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35056; }","duration":"282.570386ms","start":"2026-07-02T12:15:10.008981Z","end":"2026-07-02T12:15:10.291551Z","steps":["trace[1678750381] 'agreement among raft nodes before linearized reading' (duration: 282.476173ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:15:10.291685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:15:09.852536Z","time spent":"439.063476ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:15:10.291745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.973573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-07-02T12:15:10.2918Z","caller":"traceutil/trace.go:171","msg":"trace[1288260761] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:35056; }","duration":"548.072416ms","start":"2026-07-02T12:15:09.743717Z","end":"2026-07-02T12:15:10.291789Z","steps":["trace[1288260761] 'agreement among raft nodes before linearized reading' (duration: 547.930692ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:15:10.291818Z","caller":"traceutil/trace.go:171","msg":"trace[1850481925] transaction","detail":"{read_only:false; response_revision:35054; number_of_response:1; }","duration":"438.464327ms","start":"2026-07-02T12:15:09.853344Z","end":"2026-07-02T12:15:10.291808Z","steps":["trace[1850481925] 'process raft request' (duration: 437.766224ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:15:10.291842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:15:09.7437Z","time spent":"548.134729ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-02T12:15:10.29187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:15:09.853331Z","time spent":"438.510629ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:15:10.291847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.722273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-07-02T12:15:10.291885Z","caller":"traceutil/trace.go:171","msg":"trace[1833987210] transaction","detail":"{read_only:false; response_revision:35055; number_of_response:1; }","duration":"437.440404ms","start":"2026-07-02T12:15:09.854407Z","end":"2026-07-02T12:15:10.291848Z","steps":["trace[1833987210] 'process raft request' (duration: 436.778223ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:15:10.291955Z","caller":"traceutil/trace.go:171","msg":"trace[1003679766] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:35056; }","duration":"194.862737ms","start":"2026-07-02T12:15:10.097061Z","end":"2026-07-02T12:15:10.291924Z","steps":["trace[1003679766] 'agreement among raft nodes before linearized reading' (duration: 194.564628ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:15:10.292028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.16112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-07-02T12:15:10.292064Z","caller":"traceutil/trace.go:171","msg":"trace[212813605] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:35056; }","duration":"196.237082ms","start":"2026-07-02T12:15:10.095818Z","end":"2026-07-02T12:15:10.292055Z","steps":["trace[212813605] 'agreement among raft nodes before linearized reading' (duration: 196.154599ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:15:10.29207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.653255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-02T12:15:10.292134Z","caller":"traceutil/trace.go:171","msg":"trace[201121038] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:35056; }","duration":"196.725927ms","start":"2026-07-02T12:15:10.095375Z","end":"2026-07-02T12:15:10.292101Z","steps":["trace[201121038] 'agreement among raft nodes before linearized reading' (duration: 196.565982ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:15:10.292067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:15:09.854398Z","time spent":"437.576548ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:15:10.292207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.112088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-02T12:15:10.292235Z","caller":"traceutil/trace.go:171","msg":"trace[1790208259] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:35056; }","duration":"241.210002ms","start":"2026-07-02T12:15:10.051017Z","end":"2026-07-02T12:15:10.292227Z","steps":["trace[1790208259] 'agreement among raft nodes before linearized reading' (duration: 241.13949ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:15:10.291478Z","caller":"traceutil/trace.go:171","msg":"trace[1966128540] transaction","detail":"{read_only:false; response_revision:35056; number_of_response:1; }","duration":"436.621898ms","start":"2026-07-02T12:15:09.854813Z","end":"2026-07-02T12:15:10.291435Z","steps":["trace[1966128540] 'process raft request' (duration: 436.421361ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:15:10.292355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:15:09.854806Z","time spent":"437.510106ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:15:10.292438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.318863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-02T12:15:10.292483Z","caller":"traceutil/trace.go:171","msg":"trace[1036146397] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:35056; }","duration":"195.396965ms","start":"2026-07-02T12:15:10.097076Z","end":"2026-07-02T12:15:10.292472Z","steps":["trace[1036146397] 'agreement among raft nodes before linearized reading' (duration: 195.22794ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:15:10.292686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.259681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-02T12:15:10.293328Z","caller":"traceutil/trace.go:171","msg":"trace[1874636849] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:35056; }","duration":"552.732846ms","start":"2026-07-02T12:15:09.740012Z","end":"2026-07-02T12:15:10.292745Z","steps":["trace[1874636849] 'agreement among raft nodes before linearized reading' (duration: 551.415254ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:15:10.293379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:15:09.739992Z","time spent":"553.374246ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-07-02T12:15:10.434679Z","caller":"traceutil/trace.go:171","msg":"trace[98776659] transaction","detail":"{read_only:false; response_revision:35060; number_of_response:1; }","duration":"137.652367ms","start":"2026-07-02T12:15:10.297003Z","end":"2026-07-02T12:15:10.434655Z","steps":["trace[98776659] 'process raft request' (duration: 137.579125ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:15:10.434702Z","caller":"traceutil/trace.go:171","msg":"trace[1106017300] transaction","detail":"{read_only:false; response_revision:35058; number_of_response:1; }","duration":"137.72328ms","start":"2026-07-02T12:15:10.296941Z","end":"2026-07-02T12:15:10.434665Z","steps":["trace[1106017300] 'process raft request' (duration: 137.471642ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:15:10.43473Z","caller":"traceutil/trace.go:171","msg":"trace[1584466041] transaction","detail":"{read_only:false; response_revision:35059; number_of_response:1; }","duration":"137.694369ms","start":"2026-07-02T12:15:10.297006Z","end":"2026-07-02T12:15:10.4347Z","steps":["trace[1584466041] 'process raft request' (duration: 137.536924ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:15:10.435004Z","caller":"traceutil/trace.go:171","msg":"trace[531473765] transaction","detail":"{read_only:false; response_revision:35063; number_of_response:1; }","duration":"137.309246ms","start":"2026-07-02T12:15:10.297681Z","end":"2026-07-02T12:15:10.434991Z","steps":["trace[531473765] 'process raft request' (duration: 137.272245ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:15:10.435054Z","caller":"traceutil/trace.go:171","msg":"trace[1817619400] transaction","detail":"{read_only:false; response_revision:35062; number_of_response:1; }","duration":"137.775151ms","start":"2026-07-02T12:15:10.297261Z","end":"2026-07-02T12:15:10.435036Z","steps":["trace[1817619400] 'process raft request' (duration: 137.592796ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:15:10.435005Z","caller":"traceutil/trace.go:171","msg":"trace[1822668156] transaction","detail":"{read_only:false; response_revision:35061; number_of_response:1; }","duration":"137.828862ms","start":"2026-07-02T12:15:10.297144Z","end":"2026-07-02T12:15:10.434973Z","steps":["trace[1822668156] 'process raft request' (duration: 137.473871ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:15:22.485227Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32391} {"level":"info","ts":"2026-07-02T12:15:22.633659Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32391,"took":"143.919598ms","hash":1975501941,"current-db-size-bytes":59277312,"current-db-size":"59 MB","current-db-size-in-use-bytes":36274176,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-07-02T12:15:22.633748Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1975501941,"revision":32391,"compact-revision":29196} {"level":"info","ts":"2026-07-02T12:20:22.493585Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35189} {"level":"info","ts":"2026-07-02T12:20:22.634401Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35189,"took":"136.518321ms","hash":3545492131,"current-db-size-bytes":59277312,"current-db-size":"59 MB","current-db-size-in-use-bytes":35037184,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-07-02T12:20:22.634459Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3545492131,"revision":35189,"compact-revision":32391} {"level":"info","ts":"2026-07-02T12:21:06.33512Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"c3b8446219deb8c1","local-member-applied-index":40007,"local-member-snapshot-index":30006,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-02T12:21:06.341037Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40007} {"level":"info","ts":"2026-07-02T12:21:06.341225Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35007} {"level":"warn","ts":"2026-07-02T12:23:53.578981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.395392ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T12:23:53.579304Z","caller":"traceutil/trace.go:171","msg":"trace[311802516] transaction","detail":"{read_only:false; response_revision:39707; number_of_response:1; }","duration":"414.773611ms","start":"2026-07-02T12:23:53.164486Z","end":"2026-07-02T12:23:53.57926Z","steps":["trace[311802516] 'process raft request' (duration: 186.965506ms)","trace[311802516] 'compare' (duration: 227.080412ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T12:23:53.579492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:23:53.164458Z","time spent":"414.938757ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:23:53.610885Z","caller":"traceutil/trace.go:171","msg":"trace[881941963] transaction","detail":"{read_only:false; response_revision:39708; number_of_response:1; }","duration":"445.398212ms","start":"2026-07-02T12:23:53.16546Z","end":"2026-07-02T12:23:53.610858Z","steps":["trace[881941963] 'process raft request' (duration: 445.209726ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:23:53.61104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:23:53.165449Z","time spent":"445.518697ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T12:23:53.611225Z","caller":"traceutil/trace.go:171","msg":"trace[1227105477] transaction","detail":"{read_only:false; response_revision:39709; number_of_response:1; }","duration":"442.675925ms","start":"2026-07-02T12:23:53.168518Z","end":"2026-07-02T12:23:53.611193Z","steps":["trace[1227105477] 'process raft request' (duration: 442.301193ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T12:23:53.611368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T12:23:53.168497Z","time spent":"442.803369ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T12:23:53.611373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.802367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T12:23:53.611487Z","caller":"traceutil/trace.go:171","msg":"trace[153061511] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:39709; }","duration":"233.960272ms","start":"2026-07-02T12:23:53.377508Z","end":"2026-07-02T12:23:53.611468Z","steps":["trace[153061511] 'agreement among raft nodes before linearized reading' (duration: 233.810557ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T12:23:53.611257Z","caller":"traceutil/trace.go:171","msg":"trace[793262592] linearizableReadLoop","detail":"{readStateIndex:41528; appliedIndex:41526; }","duration":"233.61051ms","start":"2026-07-02T12:23:53.377562Z","end":"2026-07-02T12:23:53.611172Z","steps":["trace[793262592] 'read index received' (duration: 233.056092ms)","trace[793262592] 'applied index is now lower than readState.Index' (duration: 551.168µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T12:25:22.501101Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":37873} {"level":"info","ts":"2026-07-02T12:25:22.646805Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":37873,"took":"141.042496ms","hash":260421446,"current-db-size-bytes":59277312,"current-db-size":"59 MB","current-db-size-in-use-bytes":35532800,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-07-02T12:25:22.646862Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":260421446,"revision":37873,"compact-revision":35189} {"level":"info","ts":"2026-07-02T12:30:22.508143Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":40617} {"level":"info","ts":"2026-07-02T12:30:22.674191Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":40617,"took":"159.578517ms","hash":4218492793,"current-db-size-bytes":59277312,"current-db-size":"59 MB","current-db-size-in-use-bytes":34680832,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-07-02T12:30:22.674276Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4218492793,"revision":40617,"compact-revision":37873} {"level":"info","ts":"2026-07-02T12:35:22.51737Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":43293} {"level":"info","ts":"2026-07-02T12:35:22.650201Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":43293,"took":"127.117878ms","hash":3815280657,"current-db-size-bytes":59277312,"current-db-size":"59 MB","current-db-size-in-use-bytes":33361920,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-07-02T12:35:22.650264Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3815280657,"revision":43293,"compact-revision":40617}