{"level":"warn","ts":"2026-06-27T00:07:38.824541Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-06-27T00:07:38.824667Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.138:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.138:2380","--initial-cluster=instance=https://199.204.45.138:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.138:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.138:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-06-27T00:07:38.824751Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-06-27T00:07:38.824761Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.138:2380"]} {"level":"info","ts":"2026-06-27T00:07:38.824784Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-06-27T00:07:38.825589Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.138:2379"]} {"level":"info","ts":"2026-06-27T00:07:38.825686Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.138:2380"],"listen-peer-urls":["https://199.204.45.138:2380"],"advertise-client-urls":["https://199.204.45.138:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.138:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.138:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-06-27T00:07:38.829536Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.629961ms"} {"level":"info","ts":"2026-06-27T00:07:38.834647Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"f3d52791b64f7591","cluster-id":"90076b89649fe294"} {"level":"info","ts":"2026-06-27T00:07:38.834715Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 switched to configuration voters=()"} {"level":"info","ts":"2026-06-27T00:07:38.834765Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 became follower at term 0"} {"level":"info","ts":"2026-06-27T00:07:38.834774Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft f3d52791b64f7591 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-06-27T00:07:38.834781Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 became follower at term 1"} {"level":"info","ts":"2026-06-27T00:07:38.834834Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 switched to configuration voters=(17569993028038260113)"} {"level":"warn","ts":"2026-06-27T00:07:38.845315Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-06-27T00:07:38.848165Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-06-27T00:07:38.850916Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-06-27T00:07:38.853011Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"f3d52791b64f7591","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-06-27T00:07:38.854344Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"f3d52791b64f7591","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-06-27T00:07:38.85443Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-27T00:07:38.854488Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-27T00:07:38.854503Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-27T00:07:38.857161Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 switched to configuration voters=(17569993028038260113)"} {"level":"info","ts":"2026-06-27T00:07:38.857301Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"90076b89649fe294","local-member-id":"f3d52791b64f7591","added-peer-id":"f3d52791b64f7591","added-peer-peer-urls":["https://199.204.45.138:2380"]} {"level":"info","ts":"2026-06-27T00:07:38.857616Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-06-27T00:07:38.857732Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.138:2380"} {"level":"info","ts":"2026-06-27T00:07:38.857856Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.138:2380"} {"level":"info","ts":"2026-06-27T00:07:38.857871Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"f3d52791b64f7591","initial-advertise-peer-urls":["https://199.204.45.138:2380"],"listen-peer-urls":["https://199.204.45.138:2380"],"advertise-client-urls":["https://199.204.45.138:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.138:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-06-27T00:07:38.857917Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-06-27T00:07:39.636175Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 is starting a new election at term 1"} {"level":"info","ts":"2026-06-27T00:07:39.636285Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 became pre-candidate at term 1"} {"level":"info","ts":"2026-06-27T00:07:39.636305Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 received MsgPreVoteResp from f3d52791b64f7591 at term 1"} {"level":"info","ts":"2026-06-27T00:07:39.636321Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 became candidate at term 2"} {"level":"info","ts":"2026-06-27T00:07:39.636329Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 received MsgVoteResp from f3d52791b64f7591 at term 2"} {"level":"info","ts":"2026-06-27T00:07:39.636339Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 became leader at term 2"} {"level":"info","ts":"2026-06-27T00:07:39.636351Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: f3d52791b64f7591 elected leader f3d52791b64f7591 at term 2"} {"level":"info","ts":"2026-06-27T00:07:39.637343Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-06-27T00:07:39.638045Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"f3d52791b64f7591","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.138:2379]}","request-path":"/0/members/f3d52791b64f7591/attributes","cluster-id":"90076b89649fe294","publish-timeout":"7s"} {"level":"info","ts":"2026-06-27T00:07:39.638056Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-06-27T00:07:39.638139Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-06-27T00:07:39.638301Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-06-27T00:07:39.638347Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-06-27T00:07:39.638844Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"90076b89649fe294","local-member-id":"f3d52791b64f7591","cluster-version":"3.5"} {"level":"info","ts":"2026-06-27T00:07:39.638919Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-06-27T00:07:39.638945Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-06-27T00:07:39.641745Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.138:2379"} {"level":"info","ts":"2026-06-27T00:07:39.64203Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-06-27T00:07:41.281267Z","caller":"traceutil/trace.go:171","msg":"trace[1693770984] linearizableReadLoop","detail":"{readStateIndex:58; appliedIndex:56; }","duration":"120.349552ms","start":"2026-06-27T00:07:41.160886Z","end":"2026-06-27T00:07:41.281236Z","steps":["trace[1693770984] 'read index received' (duration: 91.773362ms)","trace[1693770984] 'applied index is now lower than readState.Index' (duration: 28.57528ms)"],"step_count":2} {"level":"info","ts":"2026-06-27T00:07:41.281403Z","caller":"traceutil/trace.go:171","msg":"trace[1625047610] transaction","detail":"{read_only:false; response_revision:53; number_of_response:1; }","duration":"209.181149ms","start":"2026-06-27T00:07:41.072156Z","end":"2026-06-27T00:07:41.281337Z","steps":["trace[1625047610] 'process raft request' (duration: 180.510807ms)","trace[1625047610] 'compare' (duration: 28.335564ms)"],"step_count":2} {"level":"info","ts":"2026-06-27T00:07:41.28142Z","caller":"traceutil/trace.go:171","msg":"trace[784306658] transaction","detail":"{read_only:false; response_revision:54; number_of_response:1; }","duration":"206.07013ms","start":"2026-06-27T00:07:41.075317Z","end":"2026-06-27T00:07:41.281387Z","steps":["trace[784306658] 'process raft request' (duration: 205.845485ms)"],"step_count":1} {"level":"warn","ts":"2026-06-27T00:07:41.281532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.592558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-06-27T00:07:41.28171Z","caller":"traceutil/trace.go:171","msg":"trace[1764052999] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:0; response_revision:54; }","duration":"120.858356ms","start":"2026-06-27T00:07:41.160827Z","end":"2026-06-27T00:07:41.281685Z","steps":["trace[1764052999] 'agreement among raft nodes before linearized reading' (duration: 120.573838ms)"],"step_count":1} {"level":"info","ts":"2026-06-27T00:07:45.022589Z","caller":"traceutil/trace.go:171","msg":"trace[244822695] transaction","detail":"{read_only:false; response_revision:269; number_of_response:1; }","duration":"101.014635ms","start":"2026-06-27T00:07:44.921533Z","end":"2026-06-27T00:07:45.022548Z","steps":["trace[244822695] 'process raft request' (duration: 96.584133ms)"],"step_count":1} {"level":"info","ts":"2026-06-27T00:08:17.595333Z","caller":"traceutil/trace.go:171","msg":"trace[100360942] linearizableReadLoop","detail":"{readStateIndex:584; appliedIndex:583; }","duration":"217.578282ms","start":"2026-06-27T00:08:17.377732Z","end":"2026-06-27T00:08:17.59531Z","steps":["trace[100360942] 'read index received' (duration: 217.348317ms)","trace[100360942] 'applied index is now lower than readState.Index' (duration: 228.805µs)"],"step_count":2} {"level":"info","ts":"2026-06-27T00:08:17.595424Z","caller":"traceutil/trace.go:171","msg":"trace[1952975100] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"220.33496ms","start":"2026-06-27T00:08:17.375061Z","end":"2026-06-27T00:08:17.595396Z","steps":["trace[1952975100] 'process raft request' (duration: 220.105575ms)"],"step_count":1} {"level":"warn","ts":"2026-06-27T00:08:17.595615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.85796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/backends.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:18056"} {"level":"warn","ts":"2026-06-27T00:08:17.595509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.097659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-27T00:08:17.595698Z","caller":"traceutil/trace.go:171","msg":"trace[778558602] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/backends.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:562; }","duration":"217.972042ms","start":"2026-06-27T00:08:17.377708Z","end":"2026-06-27T00:08:17.59568Z","steps":["trace[778558602] 'agreement among raft nodes before linearized reading' (duration: 217.717486ms)"],"step_count":1} {"level":"info","ts":"2026-06-27T00:08:17.595722Z","caller":"traceutil/trace.go:171","msg":"trace[1421871761] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:562; }","duration":"111.364575ms","start":"2026-06-27T00:08:17.484345Z","end":"2026-06-27T00:08:17.595709Z","steps":["trace[1421871761] 'agreement among raft nodes before linearized reading' (duration: 111.115279ms)"],"step_count":1} {"level":"info","ts":"2026-06-27T00:08:22.132791Z","caller":"traceutil/trace.go:171","msg":"trace[402172208] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"212.188881ms","start":"2026-06-27T00:08:21.920571Z","end":"2026-06-27T00:08:22.13276Z","steps":["trace[402172208] 'process raft request' (duration: 205.23252ms)"],"step_count":1} {"level":"info","ts":"2026-06-27T00:08:22.644678Z","caller":"traceutil/trace.go:171","msg":"trace[626958326] linearizableReadLoop","detail":"{readStateIndex:612; appliedIndex:611; }","duration":"230.78219ms","start":"2026-06-27T00:08:22.413868Z","end":"2026-06-27T00:08:22.64465Z","steps":["trace[626958326] 'read index received' (duration: 216.008825ms)","trace[626958326] 'applied index is now lower than readState.Index' (duration: 14.772275ms)"],"step_count":2} {"level":"info","ts":"2026-06-27T00:08:22.644737Z","caller":"traceutil/trace.go:171","msg":"trace[664875143] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"431.696183ms","start":"2026-06-27T00:08:22.212965Z","end":"2026-06-27T00:08:22.644662Z","steps":["trace[664875143] 'process raft request' (duration: 416.922738ms)","trace[664875143] 'compare' (duration: 14.474527ms)"],"step_count":2} {"level":"warn","ts":"2026-06-27T00:08:22.644903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.642871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-27T00:08:22.644953Z","caller":"traceutil/trace.go:171","msg":"trace[380327450] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:589; }","duration":"160.736293ms","start":"2026-06-27T00:08:22.484204Z","end":"2026-06-27T00:08:22.64494Z","steps":["trace[380327450] 'agreement among raft nodes before linearized reading' (duration: 160.61906ms)"],"step_count":1} {"level":"warn","ts":"2026-06-27T00:08:22.644988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.110338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-z5tc2\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-06-27T00:08:22.645038Z","caller":"traceutil/trace.go:171","msg":"trace[2130600190] range","detail":"{range_begin:/registry/pods/kube-system/cilium-z5tc2; range_end:; response_count:1; response_revision:589; }","duration":"231.1947ms","start":"2026-06-27T00:08:22.413828Z","end":"2026-06-27T00:08:22.645023Z","steps":["trace[2130600190] 'agreement among raft nodes before linearized reading' (duration: 230.925204ms)"],"step_count":1} {"level":"warn","ts":"2026-06-27T00:08:22.645327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-27T00:08:22.212936Z","time spent":"431.865246ms","remote":"127.0.0.1:33024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1087,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-27T00:09:56.084055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.114925ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-27T00:09:56.084255Z","caller":"traceutil/trace.go:171","msg":"trace[1869317550] transaction","detail":"{read_only:false; response_revision:1832; number_of_response:1; }","duration":"377.314744ms","start":"2026-06-27T00:09:55.706906Z","end":"2026-06-27T00:09:56.084221Z","steps":["trace[1869317550] 'process raft request' (duration: 45.374428ms)","trace[1869317550] 'compare' (duration: 330.936901ms)"],"step_count":2} {"level":"info","ts":"2026-06-27T00:09:56.084341Z","caller":"traceutil/trace.go:171","msg":"trace[1396959888] transaction","detail":"{read_only:false; response_revision:1833; number_of_response:1; }","duration":"178.806326ms","start":"2026-06-27T00:09:55.905507Z","end":"2026-06-27T00:09:56.084313Z","steps":["trace[1396959888] 'process raft request' (duration: 178.721234ms)"],"step_count":1} {"level":"warn","ts":"2026-06-27T00:09:56.084419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-27T00:09:55.706892Z","time spent":"377.432677ms","remote":"127.0.0.1:32920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-27T00:09:56.084374Z","caller":"traceutil/trace.go:171","msg":"trace[514207365] linearizableReadLoop","detail":"{readStateIndex:1903; appliedIndex:1902; }","duration":"281.167267ms","start":"2026-06-27T00:09:55.803175Z","end":"2026-06-27T00:09:56.084342Z","steps":["trace[514207365] 'read index received' (duration: 81.582µs)","trace[514207365] 'applied index is now lower than readState.Index' (duration: 281.081395ms)"],"step_count":2} {"level":"warn","ts":"2026-06-27T00:09:56.084613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.447533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-06-27T00:09:56.084681Z","caller":"traceutil/trace.go:171","msg":"trace[1856419469] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1833; }","duration":"281.611078ms","start":"2026-06-27T00:09:55.803051Z","end":"2026-06-27T00:09:56.084662Z","steps":["trace[1856419469] 'agreement among raft nodes before linearized reading' (duration: 281.394463ms)"],"step_count":1} {"level":"warn","ts":"2026-06-27T00:09:56.084683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.806706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d811fd5a-9d46-4333-b22b-f7b93ecc500a\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-06-27T00:09:56.084736Z","caller":"traceutil/trace.go:171","msg":"trace[1911024727] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d811fd5a-9d46-4333-b22b-f7b93ecc500a; range_end:; response_count:1; response_revision:1833; }","duration":"171.889788ms","start":"2026-06-27T00:09:55.912834Z","end":"2026-06-27T00:09:56.084724Z","steps":["trace[1911024727] 'agreement among raft nodes before linearized reading' (duration: 171.765355ms)"],"step_count":1} {"level":"warn","ts":"2026-06-27T00:09:56.668421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.550123ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-27T00:09:56.66855Z","caller":"traceutil/trace.go:171","msg":"trace[1932339602] linearizableReadLoop","detail":"{readStateIndex:1906; appliedIndex:1905; }","duration":"325.997381ms","start":"2026-06-27T00:09:56.342531Z","end":"2026-06-27T00:09:56.668528Z","steps":["trace[1932339602] 'read index received' (duration: 83.042µs)","trace[1932339602] 'applied index is now lower than readState.Index' (duration: 325.912799ms)"],"step_count":2} {"level":"info","ts":"2026-06-27T00:09:56.668681Z","caller":"traceutil/trace.go:171","msg":"trace[93106630] transaction","detail":"{read_only:false; response_revision:1835; number_of_response:1; }","duration":"576.921199ms","start":"2026-06-27T00:09:56.091729Z","end":"2026-06-27T00:09:56.66865Z","steps":["trace[93106630] 'process raft request' (duration: 155.032897ms)","trace[93106630] 'compare' (duration: 421.40281ms)"],"step_count":2} {"level":"warn","ts":"2026-06-27T00:09:56.668877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.382885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-06-27T00:09:56.668914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.300171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-27T00:09:56.669003Z","caller":"traceutil/trace.go:171","msg":"trace[2012897435] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1835; }","duration":"184.435954ms","start":"2026-06-27T00:09:56.484538Z","end":"2026-06-27T00:09:56.668974Z","steps":["trace[2012897435] 'agreement among raft nodes before linearized reading' (duration: 184.301101ms)"],"step_count":1} {"level":"warn","ts":"2026-06-27T00:09:56.668979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.054156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d811fd5a-9d46-4333-b22b-f7b93ecc500a\" ","response":"range_response_count:1 size:3747"} {"level":"warn","ts":"2026-06-27T00:09:56.66901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.475213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-06-27T00:09:56.669078Z","caller":"traceutil/trace.go:171","msg":"trace[949354202] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d811fd5a-9d46-4333-b22b-f7b93ecc500a; range_end:; response_count:1; response_revision:1835; }","duration":"103.203009ms","start":"2026-06-27T00:09:56.565851Z","end":"2026-06-27T00:09:56.669054Z","steps":["trace[949354202] 'agreement among raft nodes before linearized reading' (duration: 102.930293ms)"],"step_count":1} {"level":"info","ts":"2026-06-27T00:09:56.668974Z","caller":"traceutil/trace.go:171","msg":"trace[1670129470] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1835; }","duration":"273.53012ms","start":"2026-06-27T00:09:56.395416Z","end":"2026-06-27T00:09:56.668946Z","steps":["trace[1670129470] 'agreement among raft nodes before linearized reading' (duration: 273.289094ms)"],"step_count":1} {"level":"info","ts":"2026-06-27T00:09:56.669088Z","caller":"traceutil/trace.go:171","msg":"trace[1018340474] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1835; }","duration":"326.618326ms","start":"2026-06-27T00:09:56.342448Z","end":"2026-06-27T00:09:56.669066Z","steps":["trace[1018340474] 'agreement among raft nodes before linearized reading' (duration: 326.359579ms)"],"step_count":1} {"level":"warn","ts":"2026-06-27T00:09:56.669286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-27T00:09:56.342402Z","time spent":"326.840281ms","remote":"127.0.0.1:51362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-06-27T00:09:56.669417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-27T00:09:56.091703Z","time spent":"577.029802ms","remote":"127.0.0.1:32850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-27T00:10:09.573391Z","caller":"traceutil/trace.go:171","msg":"trace[1311312323] transaction","detail":"{read_only:false; response_revision:1958; number_of_response:1; }","duration":"132.466426ms","start":"2026-06-27T00:10:09.4409Z","end":"2026-06-27T00:10:09.573366Z","steps":["trace[1311312323] 'process raft request' (duration: 115.236325ms)","trace[1311312323] 'compare' (duration: 16.858232ms)"],"step_count":2} {"level":"info","ts":"2026-06-27T00:10:41.223599Z","caller":"traceutil/trace.go:171","msg":"trace[2023057974] transaction","detail":"{read_only:false; response_revision:2133; number_of_response:1; }","duration":"189.863576ms","start":"2026-06-27T00:10:41.033685Z","end":"2026-06-27T00:10:41.223549Z","steps":["trace[2023057974] 'process raft request' (duration: 189.672702ms)"],"step_count":1} {"level":"info","ts":"2026-06-27T00:10:41.26112Z","caller":"traceutil/trace.go:171","msg":"trace[38155448] linearizableReadLoop","detail":"{readStateIndex:2214; appliedIndex:2212; }","duration":"166.977647ms","start":"2026-06-27T00:10:41.094097Z","end":"2026-06-27T00:10:41.261075Z","steps":["trace[38155448] 'read index received' (duration: 129.276637ms)","trace[38155448] 'applied index is now lower than readState.Index' (duration: 37.69928ms)"],"step_count":2} {"level":"info","ts":"2026-06-27T00:10:41.261172Z","caller":"traceutil/trace.go:171","msg":"trace[738052850] transaction","detail":"{read_only:false; response_revision:2134; number_of_response:1; }","duration":"212.701135ms","start":"2026-06-27T00:10:41.04843Z","end":"2026-06-27T00:10:41.261131Z","steps":["trace[738052850] 'process raft request' (duration: 182.263571ms)","trace[738052850] 'compare' (duration: 30.210408ms)"],"step_count":2} {"level":"warn","ts":"2026-06-27T00:10:41.261608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.419878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-27T00:10:41.261667Z","caller":"traceutil/trace.go:171","msg":"trace[712806626] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:2134; }","duration":"167.623443ms","start":"2026-06-27T00:10:41.094027Z","end":"2026-06-27T00:10:41.26165Z","steps":["trace[712806626] 'agreement among raft nodes before linearized reading' (duration: 167.243644ms)"],"step_count":1} {"level":"warn","ts":"2026-06-27T00:10:47.373183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.626762ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-27T00:10:47.373313Z","caller":"traceutil/trace.go:171","msg":"trace[1365745979] transaction","detail":"{read_only:false; response_revision:2164; number_of_response:1; }","duration":"308.155575ms","start":"2026-06-27T00:10:47.065133Z","end":"2026-06-27T00:10:47.373289Z","steps":["trace[1365745979] 'process raft request' (duration: 154.300908ms)","trace[1365745979] 'compare' (duration: 153.432367ms)"],"step_count":2} {"level":"warn","ts":"2026-06-27T00:10:47.373385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-27T00:10:47.065108Z","time spent":"308.241348ms","remote":"127.0.0.1:32920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-27T00:10:47.381736Z","caller":"traceutil/trace.go:171","msg":"trace[1501048177] linearizableReadLoop","detail":"{readStateIndex:2247; appliedIndex:2245; }","duration":"210.538971ms","start":"2026-06-27T00:10:47.171172Z","end":"2026-06-27T00:10:47.381711Z","steps":["trace[1501048177] 'read index received' (duration: 48.284299ms)","trace[1501048177] 'applied index is now lower than readState.Index' (duration: 162.253122ms)"],"step_count":2} {"level":"info","ts":"2026-06-27T00:10:47.381842Z","caller":"traceutil/trace.go:171","msg":"trace[1961427351] transaction","detail":"{read_only:false; response_revision:2165; number_of_response:1; }","duration":"312.46479ms","start":"2026-06-27T00:10:47.069343Z","end":"2026-06-27T00:10:47.381808Z","steps":["trace[1961427351] 'process raft request' (duration: 312.239865ms)"],"step_count":1} {"level":"warn","ts":"2026-06-27T00:10:47.381997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-27T00:10:47.069324Z","time spent":"312.594313ms","remote":"127.0.0.1:60996","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-27T00:10:47.381976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.779146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-27T00:10:47.382128Z","caller":"traceutil/trace.go:171","msg":"trace[379882536] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:2165; }","duration":"210.968672ms","start":"2026-06-27T00:10:47.171115Z","end":"2026-06-27T00:10:47.382084Z","steps":["trace[379882536] 'agreement among raft nodes before linearized reading' (duration: 210.737966ms)"],"step_count":1} {"level":"info","ts":"2026-06-27T00:10:47.589346Z","caller":"traceutil/trace.go:171","msg":"trace[1315739239] linearizableReadLoop","detail":"{readStateIndex:2249; appliedIndex:2247; }","duration":"207.445216ms","start":"2026-06-27T00:10:47.381878Z","end":"2026-06-27T00:10:47.589323Z","steps":["trace[1315739239] 'read index received' (duration: 205.790566ms)","trace[1315739239] 'applied index is now lower than readState.Index' (duration: 1.65353ms)"],"step_count":2} {"level":"info","ts":"2026-06-27T00:10:47.589421Z","caller":"traceutil/trace.go:171","msg":"trace[552686105] transaction","detail":"{read_only:false; response_revision:2166; number_of_response:1; }","duration":"347.441815ms","start":"2026-06-27T00:10:47.241917Z","end":"2026-06-27T00:10:47.589359Z","steps":["trace[552686105] 'process raft request' (duration: 345.850076ms)"],"step_count":1} {"level":"info","ts":"2026-06-27T00:10:47.589469Z","caller":"traceutil/trace.go:171","msg":"trace[1287976090] transaction","detail":"{read_only:false; response_revision:2167; number_of_response:1; }","duration":"342.108594ms","start":"2026-06-27T00:10:47.247305Z","end":"2026-06-27T00:10:47.589414Z","steps":["trace[1287976090] 'process raft request' (duration: 341.976451ms)"],"step_count":1} {"level":"warn","ts":"2026-06-27T00:10:47.589556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.107753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-27T00:10:47.589666Z","caller":"traceutil/trace.go:171","msg":"trace[1430563285] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:2167; }","duration":"274.291378ms","start":"2026-06-27T00:10:47.315352Z","end":"2026-06-27T00:10:47.589643Z","steps":["trace[1430563285] 'agreement among raft nodes before linearized reading' (duration: 274.056093ms)"],"step_count":1} {"level":"warn","ts":"2026-06-27T00:10:47.589774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.590648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-06-27T00:10:47.589834Z","caller":"traceutil/trace.go:171","msg":"trace[521733105] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2167; }","duration":"304.71548ms","start":"2026-06-27T00:10:47.285109Z","end":"2026-06-27T00:10:47.589825Z","steps":["trace[521733105] 'agreement among raft nodes before linearized reading' (duration: 304.473204ms)"],"step_count":1} {"level":"warn","ts":"2026-06-27T00:10:47.589887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-27T00:10:47.285093Z","time spent":"304.786172ms","remote":"127.0.0.1:32920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-27T00:10:47.589893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-27T00:10:47.247278Z","time spent":"342.35576ms","remote":"127.0.0.1:32920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-27T00:10:47.590133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-27T00:10:47.241885Z","time spent":"348.173722ms","remote":"127.0.0.1:32920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-27T00:11:39.883731Z","caller":"traceutil/trace.go:171","msg":"trace[1748646922] transaction","detail":"{read_only:false; response_revision:2622; number_of_response:1; }","duration":"117.839247ms","start":"2026-06-27T00:11:39.765868Z","end":"2026-06-27T00:11:39.883707Z","steps":["trace[1748646922] 'process raft request' (duration: 117.665073ms)"],"step_count":1} {"level":"info","ts":"2026-06-27T00:12:14.209604Z","caller":"traceutil/trace.go:171","msg":"trace[1655561605] linearizableReadLoop","detail":"{readStateIndex:2939; appliedIndex:2938; }","duration":"123.735309ms","start":"2026-06-27T00:12:14.085844Z","end":"2026-06-27T00:12:14.209579Z","steps":["trace[1655561605] 'read index received' (duration: 115.50731ms)","trace[1655561605] 'applied index is now lower than readState.Index' (duration: 8.227129ms)"],"step_count":2} {"level":"info","ts":"2026-06-27T00:12:14.209687Z","caller":"traceutil/trace.go:171","msg":"trace[1768123346] transaction","detail":"{read_only:false; response_revision:2830; number_of_response:1; }","duration":"144.79059ms","start":"2026-06-27T00:12:14.064872Z","end":"2026-06-27T00:12:14.209663Z","steps":["trace[1768123346] 'process raft request' (duration: 136.54794ms)"],"step_count":1} {"level":"warn","ts":"2026-06-27T00:12:14.209795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.912373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-27T00:12:14.209913Z","caller":"traceutil/trace.go:171","msg":"trace[1184365093] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:2830; }","duration":"124.079657ms","start":"2026-06-27T00:12:14.085798Z","end":"2026-06-27T00:12:14.209877Z","steps":["trace[1184365093] 'agreement among raft nodes before linearized reading' (duration: 123.889683ms)"],"step_count":1} {"level":"info","ts":"2026-06-27T00:14:45.692333Z","caller":"traceutil/trace.go:171","msg":"trace[988081780] transaction","detail":"{read_only:false; response_revision:3832; number_of_response:1; }","duration":"155.278656ms","start":"2026-06-27T00:14:45.537029Z","end":"2026-06-27T00:14:45.692308Z","steps":["trace[988081780] 'process raft request' (duration: 155.146602ms)"],"step_count":1} {"level":"info","ts":"2026-06-27T00:14:45.775003Z","caller":"traceutil/trace.go:171","msg":"trace[2034280163] transaction","detail":"{read_only:false; response_revision:3833; number_of_response:1; }","duration":"235.391604ms","start":"2026-06-27T00:14:45.539587Z","end":"2026-06-27T00:14:45.774979Z","steps":["trace[2034280163] 'process raft request' (duration: 234.736367ms)"],"step_count":1} {"level":"info","ts":"2026-06-27T00:16:13.217924Z","caller":"traceutil/trace.go:171","msg":"trace[1288516412] transaction","detail":"{read_only:false; response_revision:5012; number_of_response:1; }","duration":"130.0018ms","start":"2026-06-27T00:16:13.087896Z","end":"2026-06-27T00:16:13.217898Z","steps":["trace[1288516412] 'process raft request' (duration: 120.184483ms)"],"step_count":1} {"level":"info","ts":"2026-06-27T00:16:13.217946Z","caller":"traceutil/trace.go:171","msg":"trace[1156867274] linearizableReadLoop","detail":"{readStateIndex:5205; appliedIndex:5204; }","duration":"107.905727ms","start":"2026-06-27T00:16:13.109993Z","end":"2026-06-27T00:16:13.217899Z","steps":["trace[1156867274] 'read index received' (duration: 98.028228ms)","trace[1156867274] 'applied index is now lower than readState.Index' (duration: 9.875889ms)"],"step_count":2} {"level":"warn","ts":"2026-06-27T00:16:13.218114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.111423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lp2wz\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-06-27T00:16:13.21818Z","caller":"traceutil/trace.go:171","msg":"trace[732601187] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lp2wz; range_end:; response_count:1; response_revision:5012; }","duration":"108.226996ms","start":"2026-06-27T00:16:13.109939Z","end":"2026-06-27T00:16:13.218166Z","steps":["trace[732601187] 'agreement among raft nodes before linearized reading' (duration: 108.015651ms)"],"step_count":1} {"level":"info","ts":"2026-06-27T00:16:26.360707Z","caller":"traceutil/trace.go:171","msg":"trace[124346729] transaction","detail":"{read_only:false; response_revision:5269; number_of_response:1; }","duration":"210.796665ms","start":"2026-06-27T00:16:26.149879Z","end":"2026-06-27T00:16:26.360675Z","steps":["trace[124346729] 'process raft request' (duration: 199.676346ms)","trace[124346729] 'compare' (duration: 10.974634ms)"],"step_count":2} {"level":"info","ts":"2026-06-27T00:16:26.369465Z","caller":"traceutil/trace.go:171","msg":"trace[198317779] transaction","detail":"{read_only:false; response_revision:5270; number_of_response:1; }","duration":"219.384631ms","start":"2026-06-27T00:16:26.150059Z","end":"2026-06-27T00:16:26.369444Z","steps":["trace[198317779] 'process raft request' (duration: 219.178706ms)"],"step_count":1} {"level":"info","ts":"2026-06-27T00:16:26.369634Z","caller":"traceutil/trace.go:171","msg":"trace[1834296976] linearizableReadLoop","detail":"{readStateIndex:5474; appliedIndex:5470; }","duration":"169.924646ms","start":"2026-06-27T00:16:26.199676Z","end":"2026-06-27T00:16:26.369601Z","steps":["trace[1834296976] 'read index received' (duration: 149.957584ms)","trace[1834296976] 'applied index is now lower than readState.Index' (duration: 19.964512ms)"],"step_count":2} {"level":"info","ts":"2026-06-27T00:16:26.369768Z","caller":"traceutil/trace.go:171","msg":"trace[162832181] transaction","detail":"{read_only:false; response_revision:5272; number_of_response:1; }","duration":"218.290955ms","start":"2026-06-27T00:16:26.151462Z","end":"2026-06-27T00:16:26.369753Z","steps":["trace[162832181] 'process raft request' (duration: 217.927276ms)"],"step_count":1} {"level":"warn","ts":"2026-06-27T00:16:26.370026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.778926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-27T00:16:26.370025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.328097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-06-27T00:16:26.370058Z","caller":"traceutil/trace.go:171","msg":"trace[882333235] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:5272; }","duration":"153.835618ms","start":"2026-06-27T00:16:26.216214Z","end":"2026-06-27T00:16:26.37005Z","steps":["trace[882333235] 'agreement among raft nodes before linearized reading' (duration: 153.779706ms)"],"step_count":1} {"level":"info","ts":"2026-06-27T00:16:26.370074Z","caller":"traceutil/trace.go:171","msg":"trace[1389915115] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5272; }","duration":"170.387498ms","start":"2026-06-27T00:16:26.199671Z","end":"2026-06-27T00:16:26.370059Z","steps":["trace[1389915115] 'agreement among raft nodes before linearized reading' (duration: 170.208594ms)"],"step_count":1} {"level":"info","ts":"2026-06-27T00:16:26.370798Z","caller":"traceutil/trace.go:171","msg":"trace[366919133] transaction","detail":"{read_only:false; response_revision:5271; number_of_response:1; }","duration":"219.359181ms","start":"2026-06-27T00:16:26.150161Z","end":"2026-06-27T00:16:26.369521Z","steps":["trace[366919133] 'process raft request' (duration: 219.189467ms)"],"step_count":1} {"level":"info","ts":"2026-06-27T00:16:33.755428Z","caller":"traceutil/trace.go:171","msg":"trace[600230450] transaction","detail":"{read_only:false; response_revision:5406; number_of_response:1; }","duration":"181.550697ms","start":"2026-06-27T00:16:33.573831Z","end":"2026-06-27T00:16:33.755382Z","steps":["trace[600230450] 'process raft request' (duration: 107.187431ms)","trace[600230450] 'compare' (duration: 74.193302ms)"],"step_count":2} {"level":"info","ts":"2026-06-27T00:16:33.755643Z","caller":"traceutil/trace.go:171","msg":"trace[1956621806] linearizableReadLoop","detail":"{readStateIndex:5611; appliedIndex:5609; }","duration":"119.67112ms","start":"2026-06-27T00:16:33.635949Z","end":"2026-06-27T00:16:33.75562Z","steps":["trace[1956621806] 'read index received' (duration: 45.051148ms)","trace[1956621806] 'applied index is now lower than readState.Index' (duration: 74.617552ms)"],"step_count":2} {"level":"info","ts":"2026-06-27T00:16:33.755651Z","caller":"traceutil/trace.go:171","msg":"trace[1906595167] transaction","detail":"{read_only:false; response_revision:5407; number_of_response:1; }","duration":"142.850152ms","start":"2026-06-27T00:16:33.612785Z","end":"2026-06-27T00:16:33.755636Z","steps":["trace[1906595167] 'process raft request' (duration: 142.556605ms)"],"step_count":1} {"level":"info","ts":"2026-06-27T00:16:33.755738Z","caller":"traceutil/trace.go:171","msg":"trace[1852856477] transaction","detail":"{read_only:false; response_revision:5408; number_of_response:1; }","duration":"115.627033ms","start":"2026-06-27T00:16:33.64008Z","end":"2026-06-27T00:16:33.755707Z","steps":["trace[1852856477] 'process raft request' (duration: 115.49301ms)"],"step_count":1} {"level":"warn","ts":"2026-06-27T00:16:33.755881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.922647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-417fe47d-dc81-488a-9b3d-57e23d67d152\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-06-27T00:16:33.755946Z","caller":"traceutil/trace.go:171","msg":"trace[621497617] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-417fe47d-dc81-488a-9b3d-57e23d67d152; range_end:; response_count:1; response_revision:5408; }","duration":"120.035549ms","start":"2026-06-27T00:16:33.635899Z","end":"2026-06-27T00:16:33.755935Z","steps":["trace[621497617] 'agreement among raft nodes before linearized reading' (duration: 119.788533ms)"],"step_count":1} {"level":"warn","ts":"2026-06-27T00:16:33.98446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.826439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-27T00:16:33.984558Z","caller":"traceutil/trace.go:171","msg":"trace[312499691] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:5409; }","duration":"104.004193ms","start":"2026-06-27T00:16:33.880533Z","end":"2026-06-27T00:16:33.984537Z","steps":["trace[312499691] 'count revisions from in-memory index tree' (duration: 103.641925ms)"],"step_count":1} {"level":"info","ts":"2026-06-27T00:17:39.667644Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2970} {"level":"info","ts":"2026-06-27T00:17:39.738365Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2970,"took":"69.445671ms","hash":2617980749,"current-db-size-bytes":59158528,"current-db-size":"59 MB","current-db-size-in-use-bytes":34123776,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-06-27T00:17:39.738423Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2617980749,"revision":2970,"compact-revision":-1} {"level":"info","ts":"2026-06-27T00:22:39.673177Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6048} {"level":"info","ts":"2026-06-27T00:22:39.770544Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6048,"took":"95.43282ms","hash":536495701,"current-db-size-bytes":59158528,"current-db-size":"59 MB","current-db-size-in-use-bytes":21417984,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-06-27T00:22:39.770619Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":536495701,"revision":6048,"compact-revision":2970} {"level":"info","ts":"2026-06-27T00:22:49.936973Z","caller":"traceutil/trace.go:171","msg":"trace[2038749788] linearizableReadLoop","detail":"{readStateIndex:8622; appliedIndex:8621; }","duration":"233.108054ms","start":"2026-06-27T00:22:49.703836Z","end":"2026-06-27T00:22:49.936944Z","steps":["trace[2038749788] 'read index received' (duration: 232.866238ms)","trace[2038749788] 'applied index is now lower than readState.Index' (duration: 241.086µs)"],"step_count":2} {"level":"info","ts":"2026-06-27T00:22:49.937051Z","caller":"traceutil/trace.go:171","msg":"trace[429000087] transaction","detail":"{read_only:false; response_revision:8325; number_of_response:1; }","duration":"255.023583ms","start":"2026-06-27T00:22:49.681988Z","end":"2026-06-27T00:22:49.937012Z","steps":["trace[429000087] 'process raft request' (duration: 254.782168ms)"],"step_count":1} {"level":"warn","ts":"2026-06-27T00:22:49.937173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.295838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-27T00:22:49.937212Z","caller":"traceutil/trace.go:171","msg":"trace[1931250615] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8325; }","duration":"233.383721ms","start":"2026-06-27T00:22:49.703816Z","end":"2026-06-27T00:22:49.9372Z","steps":["trace[1931250615] 'agreement among raft nodes before linearized reading' (duration: 233.281879ms)"],"step_count":1} {"level":"warn","ts":"2026-06-27T00:22:49.937403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.38275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-27T00:22:49.937475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.802086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-27T00:22:49.937497Z","caller":"traceutil/trace.go:171","msg":"trace[1735837851] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8325; }","duration":"233.511183ms","start":"2026-06-27T00:22:49.703965Z","end":"2026-06-27T00:22:49.937476Z","steps":["trace[1735837851] 'agreement among raft nodes before linearized reading' (duration: 233.336508ms)"],"step_count":1} {"level":"info","ts":"2026-06-27T00:22:49.937537Z","caller":"traceutil/trace.go:171","msg":"trace[1412014991] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8325; }","duration":"125.911069ms","start":"2026-06-27T00:22:49.811609Z","end":"2026-06-27T00:22:49.93752Z","steps":["trace[1412014991] 'agreement among raft nodes before linearized reading' (duration: 125.778125ms)"],"step_count":1} {"level":"warn","ts":"2026-06-27T00:22:49.93757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.432634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-27T00:22:49.937591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.984004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-27T00:22:49.93759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.694177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-27T00:22:49.937629Z","caller":"traceutil/trace.go:171","msg":"trace[171395705] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8325; }","duration":"145.745998ms","start":"2026-06-27T00:22:49.791873Z","end":"2026-06-27T00:22:49.937619Z","steps":["trace[171395705] 'agreement among raft nodes before linearized reading' (duration: 145.699837ms)"],"step_count":1} {"level":"info","ts":"2026-06-27T00:22:49.937629Z","caller":"traceutil/trace.go:171","msg":"trace[1243630116] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8325; }","duration":"127.038775ms","start":"2026-06-27T00:22:49.810575Z","end":"2026-06-27T00:22:49.937614Z","steps":["trace[1243630116] 'agreement among raft nodes before linearized reading' (duration: 126.994574ms)"],"step_count":1} {"level":"info","ts":"2026-06-27T00:22:49.937636Z","caller":"traceutil/trace.go:171","msg":"trace[1009440296] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8325; }","duration":"146.490566ms","start":"2026-06-27T00:22:49.791122Z","end":"2026-06-27T00:22:49.937613Z","steps":["trace[1009440296] 'agreement among raft nodes before linearized reading' (duration: 146.413344ms)"],"step_count":1} {"level":"warn","ts":"2026-06-27T00:22:49.93754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.925663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-27T00:22:49.937789Z","caller":"traceutil/trace.go:171","msg":"trace[1104029080] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8325; }","duration":"127.207919ms","start":"2026-06-27T00:22:49.810573Z","end":"2026-06-27T00:22:49.93778Z","steps":["trace[1104029080] 'agreement among raft nodes before linearized reading' (duration: 126.916092ms)"],"step_count":1} {"level":"warn","ts":"2026-06-27T00:22:49.93782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.67492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-27T00:22:49.937548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.351592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-27T00:22:49.937854Z","caller":"traceutil/trace.go:171","msg":"trace[670197987] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8325; }","duration":"165.745182ms","start":"2026-06-27T00:22:49.772101Z","end":"2026-06-27T00:22:49.937846Z","steps":["trace[670197987] 'agreement among raft nodes before linearized reading' (duration: 165.692241ms)"],"step_count":1} {"level":"info","ts":"2026-06-27T00:22:49.937859Z","caller":"traceutil/trace.go:171","msg":"trace[992029810] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8325; }","duration":"146.719112ms","start":"2026-06-27T00:22:49.791134Z","end":"2026-06-27T00:22:49.937853Z","steps":["trace[992029810] 'agreement among raft nodes before linearized reading' (duration: 146.347763ms)"],"step_count":1} {"level":"warn","ts":"2026-06-27T00:22:49.937947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.248829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-27T00:22:49.937959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.723806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-27T00:22:49.937982Z","caller":"traceutil/trace.go:171","msg":"trace[1065583236] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8325; }","duration":"191.29982ms","start":"2026-06-27T00:22:49.746675Z","end":"2026-06-27T00:22:49.937975Z","steps":["trace[1065583236] 'agreement among raft nodes before linearized reading' (duration: 191.238599ms)"],"step_count":1} {"level":"info","ts":"2026-06-27T00:22:49.938007Z","caller":"traceutil/trace.go:171","msg":"trace[1404645656] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8325; }","duration":"166.792598ms","start":"2026-06-27T00:22:49.7712Z","end":"2026-06-27T00:22:49.937992Z","steps":["trace[1404645656] 'agreement among raft nodes before linearized reading' (duration: 166.712686ms)"],"step_count":1} {"level":"warn","ts":"2026-06-27T00:22:49.938079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.070051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-27T00:22:49.938115Z","caller":"traceutil/trace.go:171","msg":"trace[2065781338] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8325; }","duration":"109.120502ms","start":"2026-06-27T00:22:49.828985Z","end":"2026-06-27T00:22:49.938106Z","steps":["trace[2065781338] 'agreement among raft nodes before linearized reading' (duration: 109.06195ms)"],"step_count":1} {"level":"warn","ts":"2026-06-27T00:22:49.938165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.153469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-27T00:22:49.938196Z","caller":"traceutil/trace.go:171","msg":"trace[1759570377] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8325; }","duration":"215.213691ms","start":"2026-06-27T00:22:49.722976Z","end":"2026-06-27T00:22:49.938189Z","steps":["trace[1759570377] 'agreement among raft nodes before linearized reading' (duration: 215.164199ms)"],"step_count":1} {"level":"warn","ts":"2026-06-27T00:22:49.938269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.398714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-27T00:22:49.938281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.404728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-27T00:22:49.938307Z","caller":"traceutil/trace.go:171","msg":"trace[36984177] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8325; }","duration":"108.447445ms","start":"2026-06-27T00:22:49.82985Z","end":"2026-06-27T00:22:49.938297Z","steps":["trace[36984177] 'agreement among raft nodes before linearized reading' (duration: 108.389444ms)"],"step_count":1} {"level":"info","ts":"2026-06-27T00:22:49.938321Z","caller":"traceutil/trace.go:171","msg":"trace[323811822] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8325; }","duration":"192.477769ms","start":"2026-06-27T00:22:49.745831Z","end":"2026-06-27T00:22:49.938308Z","steps":["trace[323811822] 'agreement among raft nodes before linearized reading' (duration: 192.405908ms)"],"step_count":1} {"level":"warn","ts":"2026-06-27T00:22:49.938331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.944304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-27T00:22:49.938356Z","caller":"traceutil/trace.go:171","msg":"trace[71340485] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8325; }","duration":"214.970564ms","start":"2026-06-27T00:22:49.723379Z","end":"2026-06-27T00:22:49.938349Z","steps":["trace[71340485] 'agreement among raft nodes before linearized reading' (duration: 214.930423ms)"],"step_count":1} {"level":"warn","ts":"2026-06-27T00:22:49.938322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.344493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-27T00:22:49.938449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.439559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-27T00:22:49.938445Z","caller":"traceutil/trace.go:171","msg":"trace[18296478] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8325; }","duration":"215.496627ms","start":"2026-06-27T00:22:49.722937Z","end":"2026-06-27T00:22:49.938434Z","steps":["trace[18296478] 'agreement among raft nodes before linearized reading' (duration: 215.354784ms)"],"step_count":1} {"level":"warn","ts":"2026-06-27T00:22:49.938464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.461409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-27T00:22:49.938634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.193329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-27T00:22:49.937476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.243125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-27T00:22:49.938674Z","caller":"traceutil/trace.go:171","msg":"trace[2018136590] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8325; }","duration":"234.24231ms","start":"2026-06-27T00:22:49.704418Z","end":"2026-06-27T00:22:49.938661Z","steps":["trace[2018136590] 'agreement among raft nodes before linearized reading' (duration: 234.180868ms)"],"step_count":1} {"level":"info","ts":"2026-06-27T00:22:49.938704Z","caller":"traceutil/trace.go:171","msg":"trace[1918684639] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8325; }","duration":"167.512164ms","start":"2026-06-27T00:22:49.771177Z","end":"2026-06-27T00:22:49.938689Z","steps":["trace[1918684639] 'agreement among raft nodes before linearized reading' (duration: 166.217234ms)"],"step_count":1} {"level":"info","ts":"2026-06-27T00:22:49.938492Z","caller":"traceutil/trace.go:171","msg":"trace[486549987] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8325; }","duration":"109.507431ms","start":"2026-06-27T00:22:49.828974Z","end":"2026-06-27T00:22:49.938482Z","steps":["trace[486549987] 'agreement among raft nodes before linearized reading' (duration: 109.441749ms)"],"step_count":1} {"level":"info","ts":"2026-06-27T00:22:49.938661Z","caller":"traceutil/trace.go:171","msg":"trace[651823969] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8325; }","duration":"192.676313ms","start":"2026-06-27T00:22:49.745969Z","end":"2026-06-27T00:22:49.938645Z","steps":["trace[651823969] 'agreement among raft nodes before linearized reading' (duration: 192.468688ms)"],"step_count":1} {"level":"warn","ts":"2026-06-27T00:22:50.122247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.331638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-27T00:22:50.122283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.557124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-27T00:22:50.12231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.541784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-27T00:22:50.122343Z","caller":"traceutil/trace.go:171","msg":"trace[1410050655] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8325; }","duration":"126.662427ms","start":"2026-06-27T00:22:49.995666Z","end":"2026-06-27T00:22:50.122328Z","steps":["trace[1410050655] 'range keys from in-memory index tree' (duration: 126.441521ms)"],"step_count":1} {"level":"info","ts":"2026-06-27T00:22:50.122349Z","caller":"traceutil/trace.go:171","msg":"trace[1180667112] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8325; }","duration":"126.596445ms","start":"2026-06-27T00:22:49.995743Z","end":"2026-06-27T00:22:50.122339Z","steps":["trace[1180667112] 'count revisions from in-memory index tree' (duration: 126.510693ms)"],"step_count":1} {"level":"warn","ts":"2026-06-27T00:22:50.122329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.00806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-27T00:22:50.122375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.40689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-27T00:22:50.122398Z","caller":"traceutil/trace.go:171","msg":"trace[1368212850] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8325; }","duration":"145.131764ms","start":"2026-06-27T00:22:49.97725Z","end":"2026-06-27T00:22:50.122382Z","steps":["trace[1368212850] 'range keys from in-memory index tree' (duration: 144.926849ms)"],"step_count":1} {"level":"info","ts":"2026-06-27T00:22:50.122307Z","caller":"traceutil/trace.go:171","msg":"trace[962891819] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8325; }","duration":"145.428331ms","start":"2026-06-27T00:22:49.976865Z","end":"2026-06-27T00:22:50.122294Z","steps":["trace[962891819] 'range keys from in-memory index tree' (duration: 145.255347ms)"],"step_count":1} {"level":"info","ts":"2026-06-27T00:22:50.122446Z","caller":"traceutil/trace.go:171","msg":"trace[1544734750] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8325; }","duration":"145.527963ms","start":"2026-06-27T00:22:49.976902Z","end":"2026-06-27T00:22:50.12243Z","steps":["trace[1544734750] 'count revisions from in-memory index tree' (duration: 145.355129ms)"],"step_count":1} {"level":"warn","ts":"2026-06-27T00:22:50.122507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.795192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-27T00:22:50.122532Z","caller":"traceutil/trace.go:171","msg":"trace[1188558460] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8326; }","duration":"124.869663ms","start":"2026-06-27T00:22:49.997658Z","end":"2026-06-27T00:22:50.122527Z","steps":["trace[1188558460] 'agreement among raft nodes before linearized reading' (duration: 124.807702ms)"],"step_count":1} {"level":"info","ts":"2026-06-27T00:22:50.122452Z","caller":"traceutil/trace.go:171","msg":"trace[434308366] linearizableReadLoop","detail":"{readStateIndex:8623; appliedIndex:8622; }","duration":"124.73068ms","start":"2026-06-27T00:22:49.997712Z","end":"2026-06-27T00:22:50.122443Z","steps":["trace[434308366] 'read index received' (duration: 124.31528ms)","trace[434308366] 'applied index is now lower than readState.Index' (duration: 414.5µs)"],"step_count":2} {"level":"info","ts":"2026-06-27T00:22:50.122579Z","caller":"traceutil/trace.go:171","msg":"trace[2080534478] transaction","detail":"{read_only:false; response_revision:8326; number_of_response:1; }","duration":"126.536713ms","start":"2026-06-27T00:22:49.99603Z","end":"2026-06-27T00:22:50.122567Z","steps":["trace[2080534478] 'process raft request' (duration: 126.058472ms)"],"step_count":1} {"level":"warn","ts":"2026-06-27T00:22:50.122604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.940757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-27T00:22:50.122631Z","caller":"traceutil/trace.go:171","msg":"trace[2078634940] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8326; }","duration":"108.987719ms","start":"2026-06-27T00:22:50.013637Z","end":"2026-06-27T00:22:50.122624Z","steps":["trace[2078634940] 'agreement among raft nodes before linearized reading' (duration: 108.949028ms)"],"step_count":1} {"level":"warn","ts":"2026-06-27T00:22:50.122806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.899002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-27T00:22:50.122856Z","caller":"traceutil/trace.go:171","msg":"trace[2141060701] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8326; }","duration":"107.990985ms","start":"2026-06-27T00:22:50.01486Z","end":"2026-06-27T00:22:50.122851Z","steps":["trace[2141060701] 'agreement among raft nodes before linearized reading' (duration: 107.929274ms)"],"step_count":1} {"level":"warn","ts":"2026-06-27T00:22:50.122888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.933477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-27T00:22:50.122922Z","caller":"traceutil/trace.go:171","msg":"trace[1484559896] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8326; }","duration":"109.002199ms","start":"2026-06-27T00:22:50.013912Z","end":"2026-06-27T00:22:50.122914Z","steps":["trace[1484559896] 'agreement among raft nodes before linearized reading' (duration: 108.946247ms)"],"step_count":1} {"level":"info","ts":"2026-06-27T00:23:00.553955Z","caller":"traceutil/trace.go:171","msg":"trace[558313769] transaction","detail":"{read_only:false; response_revision:8381; number_of_response:1; }","duration":"283.046592ms","start":"2026-06-27T00:23:00.270865Z","end":"2026-06-27T00:23:00.553911Z","steps":["trace[558313769] 'process raft request' (duration: 265.966897ms)","trace[558313769] 'compare' (duration: 16.777457ms)"],"step_count":2} {"level":"info","ts":"2026-06-27T00:23:01.442582Z","caller":"traceutil/trace.go:171","msg":"trace[1305376287] transaction","detail":"{read_only:false; response_revision:8385; number_of_response:1; }","duration":"210.076795ms","start":"2026-06-27T00:23:01.232476Z","end":"2026-06-27T00:23:01.442552Z","steps":["trace[1305376287] 'process raft request' (duration: 209.923121ms)"],"step_count":1} {"level":"info","ts":"2026-06-27T00:23:02.132553Z","caller":"traceutil/trace.go:171","msg":"trace[1520855804] transaction","detail":"{read_only:false; response_revision:8388; number_of_response:1; }","duration":"128.85755ms","start":"2026-06-27T00:23:02.003662Z","end":"2026-06-27T00:23:02.13252Z","steps":["trace[1520855804] 'process raft request' (duration: 128.643645ms)"],"step_count":1} {"level":"warn","ts":"2026-06-27T00:23:02.25133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.618475ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-27T00:23:02.251639Z","caller":"traceutil/trace.go:171","msg":"trace[1256666808] transaction","detail":"{read_only:false; response_revision:8389; number_of_response:1; }","duration":"129.989117ms","start":"2026-06-27T00:23:02.121612Z","end":"2026-06-27T00:23:02.251601Z","steps":["trace[1256666808] 'process raft request' (duration: 28.998222ms)","trace[1256666808] 'compare' (duration: 100.454771ms)"],"step_count":2} {"level":"info","ts":"2026-06-27T00:23:28.911741Z","caller":"traceutil/trace.go:171","msg":"trace[1224038681] transaction","detail":"{read_only:false; response_revision:8585; number_of_response:1; }","duration":"227.621891ms","start":"2026-06-27T00:23:28.684088Z","end":"2026-06-27T00:23:28.91171Z","steps":["trace[1224038681] 'process raft request' (duration: 227.262402ms)"],"step_count":1} {"level":"info","ts":"2026-06-27T00:23:29.086119Z","caller":"traceutil/trace.go:171","msg":"trace[268464096] transaction","detail":"{read_only:false; response_revision:8586; number_of_response:1; }","duration":"301.671423ms","start":"2026-06-27T00:23:28.784429Z","end":"2026-06-27T00:23:29.086101Z","steps":["trace[268464096] 'process raft request' (duration: 301.026847ms)"],"step_count":1} {"level":"info","ts":"2026-06-27T00:23:29.086451Z","caller":"traceutil/trace.go:171","msg":"trace[595068215] transaction","detail":"{read_only:false; response_revision:8587; number_of_response:1; }","duration":"301.53898ms","start":"2026-06-27T00:23:28.784898Z","end":"2026-06-27T00:23:29.086437Z","steps":["trace[595068215] 'process raft request' (duration: 300.819003ms)"],"step_count":1} {"level":"warn","ts":"2026-06-27T00:23:29.087056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-27T00:23:28.784886Z","time spent":"302.134054ms","remote":"127.0.0.1:32920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-27T00:23:29.087396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-27T00:23:28.784414Z","time spent":"302.299509ms","remote":"127.0.0.1:32920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-27T00:23:33.067513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.866875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-06-27T00:23:33.067584Z","caller":"traceutil/trace.go:171","msg":"trace[9237111] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8606; }","duration":"141.972857ms","start":"2026-06-27T00:23:32.925596Z","end":"2026-06-27T00:23:33.067569Z","steps":["trace[9237111] 'range keys from in-memory index tree' (duration: 141.724991ms)"],"step_count":1} {"level":"info","ts":"2026-06-27T00:23:41.661828Z","caller":"traceutil/trace.go:171","msg":"trace[1557420374] transaction","detail":"{read_only:false; response_revision:8713; number_of_response:1; }","duration":"215.286572ms","start":"2026-06-27T00:23:41.446515Z","end":"2026-06-27T00:23:41.661801Z","steps":["trace[1557420374] 'process raft request' (duration: 215.136478ms)"],"step_count":1} {"level":"info","ts":"2026-06-27T00:23:41.662006Z","caller":"traceutil/trace.go:171","msg":"trace[1159030236] linearizableReadLoop","detail":"{readStateIndex:9026; appliedIndex:9026; }","duration":"179.491975ms","start":"2026-06-27T00:23:41.482478Z","end":"2026-06-27T00:23:41.66197Z","steps":["trace[1159030236] 'read index received' (duration: 179.480615ms)","trace[1159030236] 'applied index is now lower than readState.Index' (duration: 9.2µs)"],"step_count":2} {"level":"warn","ts":"2026-06-27T00:23:41.662166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.667539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-27T00:23:41.662204Z","caller":"traceutil/trace.go:171","msg":"trace[1411930820] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8713; }","duration":"179.741461ms","start":"2026-06-27T00:23:41.482452Z","end":"2026-06-27T00:23:41.662194Z","steps":["trace[1411930820] 'agreement among raft nodes before linearized reading' (duration: 179.630059ms)"],"step_count":1} {"level":"info","ts":"2026-06-27T00:23:41.73562Z","caller":"traceutil/trace.go:171","msg":"trace[2042181289] transaction","detail":"{read_only:false; response_revision:8714; number_of_response:1; }","duration":"139.464957ms","start":"2026-06-27T00:23:41.596129Z","end":"2026-06-27T00:23:41.735594Z","steps":["trace[2042181289] 'process raft request' (duration: 132.146579ms)"],"step_count":1} {"level":"info","ts":"2026-06-27T00:23:42.325661Z","caller":"traceutil/trace.go:171","msg":"trace[1280688287] transaction","detail":"{read_only:false; response_revision:8717; number_of_response:1; }","duration":"121.03256ms","start":"2026-06-27T00:23:42.204598Z","end":"2026-06-27T00:23:42.325631Z","steps":["trace[1280688287] 'process raft request' (duration: 120.817345ms)"],"step_count":1} {"level":"info","ts":"2026-06-27T00:23:57.359903Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000023d2.wal"} {"level":"info","ts":"2026-06-27T00:24:56.28013Z","caller":"traceutil/trace.go:171","msg":"trace[706423222] linearizableReadLoop","detail":"{readStateIndex:9788; appliedIndex:9787; }","duration":"165.115398ms","start":"2026-06-27T00:24:56.114989Z","end":"2026-06-27T00:24:56.280104Z","steps":["trace[706423222] 'read index received' (duration: 142.536342ms)","trace[706423222] 'applied index is now lower than readState.Index' (duration: 22.577196ms)"],"step_count":2} {"level":"info","ts":"2026-06-27T00:24:56.280182Z","caller":"traceutil/trace.go:171","msg":"trace[1724358846] transaction","detail":"{read_only:false; response_revision:9454; number_of_response:1; }","duration":"236.658421ms","start":"2026-06-27T00:24:56.043492Z","end":"2026-06-27T00:24:56.280151Z","steps":["trace[1724358846] 'process raft request' (duration: 214.002863ms)","trace[1724358846] 'compare' (duration: 22.28871ms)"],"step_count":2} {"level":"warn","ts":"2026-06-27T00:24:56.280335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.330094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-27T00:24:56.280379Z","caller":"traceutil/trace.go:171","msg":"trace[2129443744] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:9454; }","duration":"165.436156ms","start":"2026-06-27T00:24:56.114931Z","end":"2026-06-27T00:24:56.280367Z","steps":["trace[2129443744] 'agreement among raft nodes before linearized reading' (duration: 165.341604ms)"],"step_count":1} {"level":"warn","ts":"2026-06-27T00:24:56.280411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.489351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-27T00:24:56.280493Z","caller":"traceutil/trace.go:171","msg":"trace[2130384011] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:9454; }","duration":"116.624664ms","start":"2026-06-27T00:24:56.163845Z","end":"2026-06-27T00:24:56.28047Z","steps":["trace[2130384011] 'agreement among raft nodes before linearized reading' (duration: 116.483791ms)"],"step_count":1} {"level":"info","ts":"2026-06-27T00:25:24.425963Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"f3d52791b64f7591","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-06-27T00:25:24.430503Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-06-27T00:25:24.430635Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-06-27T00:27:39.680199Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8135} {"level":"info","ts":"2026-06-27T00:27:39.743923Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8135,"took":"61.414189ms","hash":3510681187,"current-db-size-bytes":59158528,"current-db-size":"59 MB","current-db-size-in-use-bytes":27934720,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-06-27T00:27:39.743993Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3510681187,"revision":8135,"compact-revision":6048} {"level":"info","ts":"2026-06-27T00:30:30.497107Z","caller":"traceutil/trace.go:171","msg":"trace[842278184] transaction","detail":"{read_only:false; response_revision:11861; number_of_response:1; }","duration":"120.141151ms","start":"2026-06-27T00:30:30.376935Z","end":"2026-06-27T00:30:30.497076Z","steps":["trace[842278184] 'process raft request' (duration: 119.906465ms)"],"step_count":1} {"level":"info","ts":"2026-06-27T00:30:30.791374Z","caller":"traceutil/trace.go:171","msg":"trace[977378205] transaction","detail":"{read_only:false; response_revision:11863; number_of_response:1; }","duration":"219.227102ms","start":"2026-06-27T00:30:30.572102Z","end":"2026-06-27T00:30:30.791329Z","steps":["trace[977378205] 'process raft request' (duration: 197.164778ms)","trace[977378205] 'compare' (duration: 21.781818ms)"],"step_count":2} {"level":"info","ts":"2026-06-27T00:30:30.791564Z","caller":"traceutil/trace.go:171","msg":"trace[910477832] transaction","detail":"{read_only:false; response_revision:11864; number_of_response:1; }","duration":"217.124401ms","start":"2026-06-27T00:30:30.574398Z","end":"2026-06-27T00:30:30.791523Z","steps":["trace[910477832] 'process raft request' (duration: 216.870155ms)"],"step_count":1} {"level":"warn","ts":"2026-06-27T00:30:32.16433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.737046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-06-27T00:30:32.164393Z","caller":"traceutil/trace.go:171","msg":"trace[333358753] linearizableReadLoop","detail":"{readStateIndex:12282; appliedIndex:12281; }","duration":"120.838688ms","start":"2026-06-27T00:30:32.043518Z","end":"2026-06-27T00:30:32.164357Z","steps":["trace[333358753] 'read index received' (duration: 95.871633ms)","trace[333358753] 'applied index is now lower than readState.Index' (duration: 24.965755ms)"],"step_count":2} {"level":"info","ts":"2026-06-27T00:30:32.164412Z","caller":"traceutil/trace.go:171","msg":"trace[873914967] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11871; }","duration":"224.864618ms","start":"2026-06-27T00:30:31.939536Z","end":"2026-06-27T00:30:32.164401Z","steps":["trace[873914967] 'range keys from in-memory index tree' (duration: 224.561641ms)"],"step_count":1} {"level":"info","ts":"2026-06-27T00:30:32.164409Z","caller":"traceutil/trace.go:171","msg":"trace[1633568596] transaction","detail":"{read_only:false; response_revision:11872; number_of_response:1; }","duration":"223.253679ms","start":"2026-06-27T00:30:31.941117Z","end":"2026-06-27T00:30:32.164371Z","steps":["trace[1633568596] 'process raft request' (duration: 198.253433ms)","trace[1633568596] 'compare' (duration: 24.796121ms)"],"step_count":2} {"level":"warn","ts":"2026-06-27T00:30:32.164611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.053463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-27T00:30:32.164716Z","caller":"traceutil/trace.go:171","msg":"trace[6360275] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:11872; }","duration":"121.227997ms","start":"2026-06-27T00:30:32.043469Z","end":"2026-06-27T00:30:32.164697Z","steps":["trace[6360275] 'agreement among raft nodes before linearized reading' (duration: 120.974851ms)"],"step_count":1} {"level":"warn","ts":"2026-06-27T00:30:32.177857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.752708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-27T00:30:32.177916Z","caller":"traceutil/trace.go:171","msg":"trace[1011115805] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11873; }","duration":"118.83421ms","start":"2026-06-27T00:30:32.059068Z","end":"2026-06-27T00:30:32.177902Z","steps":["trace[1011115805] 'agreement among raft nodes before linearized reading' (duration: 118.730918ms)"],"step_count":1} {"level":"warn","ts":"2026-06-27T00:30:32.177987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.913936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-27T00:30:32.177985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.861434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-27T00:30:32.177951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.185623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-27T00:30:32.178062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.912726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-06-27T00:30:32.178064Z","caller":"traceutil/trace.go:171","msg":"trace[467451383] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11873; }","duration":"120.051189ms","start":"2026-06-27T00:30:32.057995Z","end":"2026-06-27T00:30:32.178046Z","steps":["trace[467451383] 'agreement among raft nodes before linearized reading' (duration: 119.934046ms)"],"step_count":1} {"level":"info","ts":"2026-06-27T00:30:32.178083Z","caller":"traceutil/trace.go:171","msg":"trace[890773299] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11873; }","duration":"120.013788ms","start":"2026-06-27T00:30:32.058045Z","end":"2026-06-27T00:30:32.178059Z","steps":["trace[890773299] 'agreement among raft nodes before linearized reading' (duration: 119.817843ms)"],"step_count":1} {"level":"info","ts":"2026-06-27T00:30:32.178122Z","caller":"traceutil/trace.go:171","msg":"trace[402729419] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11873; }","duration":"120.000648ms","start":"2026-06-27T00:30:32.058104Z","end":"2026-06-27T00:30:32.178105Z","steps":["trace[402729419] 'agreement among raft nodes before linearized reading' (duration: 119.890556ms)"],"step_count":1} {"level":"info","ts":"2026-06-27T00:30:32.178128Z","caller":"traceutil/trace.go:171","msg":"trace[1910342271] transaction","detail":"{read_only:false; response_revision:11873; number_of_response:1; }","duration":"106.281145ms","start":"2026-06-27T00:30:32.071822Z","end":"2026-06-27T00:30:32.178103Z","steps":["trace[1910342271] 'process raft request' (duration: 105.799723ms)"],"step_count":1} {"level":"info","ts":"2026-06-27T00:30:32.178146Z","caller":"traceutil/trace.go:171","msg":"trace[2133749763] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11873; }","duration":"120.416677ms","start":"2026-06-27T00:30:32.057657Z","end":"2026-06-27T00:30:32.178074Z","steps":["trace[2133749763] 'agreement among raft nodes before linearized reading' (duration: 120.12583ms)"],"step_count":1} {"level":"warn","ts":"2026-06-27T00:30:32.178205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.633935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-06-27T00:30:32.178265Z","caller":"traceutil/trace.go:171","msg":"trace[1385293033] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11873; }","duration":"118.718478ms","start":"2026-06-27T00:30:32.059528Z","end":"2026-06-27T00:30:32.178247Z","steps":["trace[1385293033] 'agreement among raft nodes before linearized reading' (duration: 118.491912ms)"],"step_count":1} {"level":"info","ts":"2026-06-27T00:32:39.685869Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10514} {"level":"info","ts":"2026-06-27T00:32:39.764558Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10514,"took":"76.893964ms","hash":2714306162,"current-db-size-bytes":59158528,"current-db-size":"59 MB","current-db-size-in-use-bytes":26468352,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-06-27T00:32:39.764708Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2714306162,"revision":10514,"compact-revision":8135} {"level":"info","ts":"2026-06-27T00:36:58.164933Z","caller":"traceutil/trace.go:171","msg":"trace[1350432880] linearizableReadLoop","detail":"{readStateIndex:14952; appliedIndex:14951; }","duration":"128.064486ms","start":"2026-06-27T00:36:58.036823Z","end":"2026-06-27T00:36:58.164888Z","steps":["trace[1350432880] 'read index received' (duration: 71.228052ms)","trace[1350432880] 'applied index is now lower than readState.Index' (duration: 56.832664ms)"],"step_count":2} {"level":"warn","ts":"2026-06-27T00:36:58.16528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.370533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-06-27T00:36:58.165234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.376804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-06-27T00:36:58.165326Z","caller":"traceutil/trace.go:171","msg":"trace[1790377388] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14452; }","duration":"128.486866ms","start":"2026-06-27T00:36:58.036829Z","end":"2026-06-27T00:36:58.165316Z","steps":["trace[1790377388] 'agreement among raft nodes before linearized reading' (duration: 128.260671ms)"],"step_count":1} {"level":"info","ts":"2026-06-27T00:36:58.165357Z","caller":"traceutil/trace.go:171","msg":"trace[1702599784] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14452; }","duration":"128.552438ms","start":"2026-06-27T00:36:58.036781Z","end":"2026-06-27T00:36:58.165333Z","steps":["trace[1702599784] 'agreement among raft nodes before linearized reading' (duration: 128.295951ms)"],"step_count":1} {"level":"warn","ts":"2026-06-27T00:37:11.079462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.850294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-06-27T00:37:11.079558Z","caller":"traceutil/trace.go:171","msg":"trace[986019561] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14520; }","duration":"107.006678ms","start":"2026-06-27T00:37:10.97253Z","end":"2026-06-27T00:37:11.079537Z","steps":["trace[986019561] 'range keys from in-memory index tree' (duration: 106.330172ms)"],"step_count":1} {"level":"info","ts":"2026-06-27T00:37:11.986766Z","caller":"traceutil/trace.go:171","msg":"trace[1885298790] linearizableReadLoop","detail":"{readStateIndex:15026; appliedIndex:15025; }","duration":"272.234473ms","start":"2026-06-27T00:37:11.714474Z","end":"2026-06-27T00:37:11.986709Z","steps":["trace[1885298790] 'read index received' (duration: 272.08454ms)","trace[1885298790] 'applied index is now lower than readState.Index' (duration: 148.883µs)"],"step_count":2} {"level":"info","ts":"2026-06-27T00:37:11.986785Z","caller":"traceutil/trace.go:171","msg":"trace[2093433871] transaction","detail":"{read_only:false; response_revision:14523; number_of_response:1; }","duration":"276.900497ms","start":"2026-06-27T00:37:11.709857Z","end":"2026-06-27T00:37:11.986758Z","steps":["trace[2093433871] 'process raft request' (duration: 276.679981ms)"],"step_count":1} {"level":"warn","ts":"2026-06-27T00:37:11.987645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.151756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:85 size:927206"} {"level":"info","ts":"2026-06-27T00:37:11.987745Z","caller":"traceutil/trace.go:171","msg":"trace[584251669] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:85; response_revision:14523; }","duration":"273.276489ms","start":"2026-06-27T00:37:11.714437Z","end":"2026-06-27T00:37:11.987713Z","steps":["trace[584251669] 'agreement among raft nodes before linearized reading' (duration: 272.410898ms)"],"step_count":1} {"level":"info","ts":"2026-06-27T00:37:36.898106Z","caller":"traceutil/trace.go:171","msg":"trace[390755989] transaction","detail":"{read_only:false; response_revision:14863; number_of_response:1; }","duration":"234.115792ms","start":"2026-06-27T00:37:36.663959Z","end":"2026-06-27T00:37:36.898075Z","steps":["trace[390755989] 'process raft request' (duration: 233.950878ms)"],"step_count":1} {"level":"info","ts":"2026-06-27T00:37:36.929217Z","caller":"traceutil/trace.go:171","msg":"trace[321766661] transaction","detail":"{read_only:false; response_revision:14864; number_of_response:1; }","duration":"265.085201ms","start":"2026-06-27T00:37:36.664101Z","end":"2026-06-27T00:37:36.929186Z","steps":["trace[321766661] 'process raft request' (duration: 264.905227ms)"],"step_count":1} {"level":"info","ts":"2026-06-27T00:37:39.692048Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12737} {"level":"info","ts":"2026-06-27T00:37:39.766848Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12737,"took":"71.578311ms","hash":1471466148,"current-db-size-bytes":59158528,"current-db-size":"59 MB","current-db-size-in-use-bytes":28876800,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-06-27T00:37:39.766907Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1471466148,"revision":12737,"compact-revision":10514} {"level":"warn","ts":"2026-06-27T00:39:08.353925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.045888ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-06-27T00:39:08.354058Z","caller":"traceutil/trace.go:171","msg":"trace[2143926136] linearizableReadLoop","detail":"{readStateIndex:16238; appliedIndex:16237; }","duration":"227.974984ms","start":"2026-06-27T00:39:08.126058Z","end":"2026-06-27T00:39:08.354033Z","steps":["trace[2143926136] 'read index received' (duration: 94.799782ms)","trace[2143926136] 'applied index is now lower than readState.Index' (duration: 133.173582ms)"],"step_count":2} {"level":"warn","ts":"2026-06-27T00:39:08.354208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.746676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-27T00:39:08.354271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.20884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-06-27T00:39:08.354302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.006376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-27T00:39:08.354325Z","caller":"traceutil/trace.go:171","msg":"trace[778109270] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15697; }","duration":"126.906369ms","start":"2026-06-27T00:39:08.227404Z","end":"2026-06-27T00:39:08.35431Z","steps":["trace[778109270] 'agreement among raft nodes before linearized reading' (duration: 126.747525ms)"],"step_count":1} {"level":"info","ts":"2026-06-27T00:39:08.35434Z","caller":"traceutil/trace.go:171","msg":"trace[455360405] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15697; }","duration":"228.310841ms","start":"2026-06-27T00:39:08.12601Z","end":"2026-06-27T00:39:08.354321Z","steps":["trace[455360405] 'agreement among raft nodes before linearized reading' (duration: 228.099036ms)"],"step_count":1} {"level":"info","ts":"2026-06-27T00:39:08.354536Z","caller":"traceutil/trace.go:171","msg":"trace[1798016134] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15697; }","duration":"207.287843ms","start":"2026-06-27T00:39:08.147223Z","end":"2026-06-27T00:39:08.354511Z","steps":["trace[1798016134] 'agreement among raft nodes before linearized reading' (duration: 206.932485ms)"],"step_count":1} {"level":"warn","ts":"2026-06-27T00:39:08.354537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.594604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"warn","ts":"2026-06-27T00:39:08.354539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.568943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-06-27T00:39:08.354574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.969485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-27T00:39:08.354601Z","caller":"traceutil/trace.go:171","msg":"trace[70530451] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15697; }","duration":"124.693516ms","start":"2026-06-27T00:39:08.229893Z","end":"2026-06-27T00:39:08.354586Z","steps":["trace[70530451] 'agreement among raft nodes before linearized reading' (duration: 124.478161ms)"],"step_count":1} {"level":"warn","ts":"2026-06-27T00:39:08.354645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.651658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7695"} {"level":"info","ts":"2026-06-27T00:39:08.354645Z","caller":"traceutil/trace.go:171","msg":"trace[2112098980] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15697; }","duration":"128.085078ms","start":"2026-06-27T00:39:08.226543Z","end":"2026-06-27T00:39:08.354628Z","steps":["trace[2112098980] 'agreement among raft nodes before linearized reading' (duration: 127.939804ms)"],"step_count":1} {"level":"info","ts":"2026-06-27T00:39:08.35468Z","caller":"traceutil/trace.go:171","msg":"trace[698206934] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:15697; }","duration":"168.71702ms","start":"2026-06-27T00:39:08.185952Z","end":"2026-06-27T00:39:08.354669Z","steps":["trace[698206934] 'agreement among raft nodes before linearized reading' (duration: 168.645348ms)"],"step_count":1} {"level":"info","ts":"2026-06-27T00:39:08.354717Z","caller":"traceutil/trace.go:171","msg":"trace[82705301] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15697; }","duration":"124.669925ms","start":"2026-06-27T00:39:08.22993Z","end":"2026-06-27T00:39:08.3546Z","steps":["trace[82705301] 'agreement among raft nodes before linearized reading' (duration: 124.378358ms)"],"step_count":1} {"level":"warn","ts":"2026-06-27T00:39:08.354563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.730163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-06-27T00:39:08.35489Z","caller":"traceutil/trace.go:171","msg":"trace[1514262357] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15697; }","duration":"129.081301ms","start":"2026-06-27T00:39:08.225779Z","end":"2026-06-27T00:39:08.35486Z","steps":["trace[1514262357] 'agreement among raft nodes before linearized reading' (duration: 128.691412ms)"],"step_count":1} {"level":"info","ts":"2026-06-27T00:39:09.229775Z","caller":"traceutil/trace.go:171","msg":"trace[1051735196] linearizableReadLoop","detail":"{readStateIndex:16244; appliedIndex:16243; }","duration":"245.620019ms","start":"2026-06-27T00:39:08.984124Z","end":"2026-06-27T00:39:09.229744Z","steps":["trace[1051735196] 'read index received' (duration: 245.387773ms)","trace[1051735196] 'applied index is now lower than readState.Index' (duration: 231.426µs)"],"step_count":2} {"level":"info","ts":"2026-06-27T00:39:09.230202Z","caller":"traceutil/trace.go:171","msg":"trace[1955615024] transaction","detail":"{read_only:false; response_revision:15703; number_of_response:1; }","duration":"292.020211ms","start":"2026-06-27T00:39:08.938168Z","end":"2026-06-27T00:39:09.230188Z","steps":["trace[1955615024] 'process raft request' (duration: 291.430457ms)"],"step_count":1} {"level":"warn","ts":"2026-06-27T00:39:09.230485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.342176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-27T00:39:09.230596Z","caller":"traceutil/trace.go:171","msg":"trace[1625683113] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:15703; }","duration":"246.507051ms","start":"2026-06-27T00:39:08.984075Z","end":"2026-06-27T00:39:09.230582Z","steps":["trace[1625683113] 'agreement among raft nodes before linearized reading' (duration: 246.348697ms)"],"step_count":1} {"level":"warn","ts":"2026-06-27T00:39:09.230834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.326099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-06-27T00:39:09.230899Z","caller":"traceutil/trace.go:171","msg":"trace[457344955] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15703; }","duration":"170.454572ms","start":"2026-06-27T00:39:09.060427Z","end":"2026-06-27T00:39:09.230882Z","steps":["trace[457344955] 'agreement among raft nodes before linearized reading' (duration: 170.190306ms)"],"step_count":1} {"level":"warn","ts":"2026-06-27T00:39:09.231186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.222422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-06-27T00:39:09.231222Z","caller":"traceutil/trace.go:171","msg":"trace[474584559] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15703; }","duration":"164.286284ms","start":"2026-06-27T00:39:09.066926Z","end":"2026-06-27T00:39:09.231212Z","steps":["trace[474584559] 'agreement among raft nodes before linearized reading' (duration: 164.183341ms)"],"step_count":1} {"level":"warn","ts":"2026-06-27T00:39:09.231364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.258221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-27T00:39:09.231396Z","caller":"traceutil/trace.go:171","msg":"trace[866131665] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15703; }","duration":"166.290252ms","start":"2026-06-27T00:39:09.065097Z","end":"2026-06-27T00:39:09.231388Z","steps":["trace[866131665] 'agreement among raft nodes before linearized reading' (duration: 166.246481ms)"],"step_count":1} {"level":"warn","ts":"2026-06-27T00:39:09.231558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.968108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-06-27T00:39:09.231585Z","caller":"traceutil/trace.go:171","msg":"trace[1685435036] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15703; }","duration":"167.00608ms","start":"2026-06-27T00:39:09.064571Z","end":"2026-06-27T00:39:09.231577Z","steps":["trace[1685435036] 'agreement among raft nodes before linearized reading' (duration: 166.930788ms)"],"step_count":1} {"level":"warn","ts":"2026-06-27T00:39:09.231774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.567273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-06-27T00:39:09.231807Z","caller":"traceutil/trace.go:171","msg":"trace[1329405584] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15703; }","duration":"167.616344ms","start":"2026-06-27T00:39:09.064183Z","end":"2026-06-27T00:39:09.231799Z","steps":["trace[1329405584] 'agreement among raft nodes before linearized reading' (duration: 167.533022ms)"],"step_count":1} {"level":"warn","ts":"2026-06-27T00:39:09.231971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.847268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-27T00:39:09.232002Z","caller":"traceutil/trace.go:171","msg":"trace[1689785441] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15703; }","duration":"169.91749ms","start":"2026-06-27T00:39:09.062077Z","end":"2026-06-27T00:39:09.231994Z","steps":["trace[1689785441] 'agreement among raft nodes before linearized reading' (duration: 169.875228ms)"],"step_count":1} {"level":"warn","ts":"2026-06-27T00:39:09.232107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.456134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-06-27T00:39:09.232136Z","caller":"traceutil/trace.go:171","msg":"trace[1777338811] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15703; }","duration":"168.543606ms","start":"2026-06-27T00:39:09.063585Z","end":"2026-06-27T00:39:09.232129Z","steps":["trace[1777338811] 'agreement among raft nodes before linearized reading' (duration: 168.473614ms)"],"step_count":1} {"level":"info","ts":"2026-06-27T00:42:39.697249Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14886} {"level":"info","ts":"2026-06-27T00:42:39.794683Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14886,"took":"92.964938ms","hash":1868138470,"current-db-size-bytes":59158528,"current-db-size":"59 MB","current-db-size-in-use-bytes":30412800,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-06-27T00:42:39.79478Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1868138470,"revision":14886,"compact-revision":12737} {"level":"info","ts":"2026-06-27T00:47:39.703408Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17349} {"level":"info","ts":"2026-06-27T00:47:39.798888Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17349,"took":"92.744273ms","hash":1897832827,"current-db-size-bytes":59158528,"current-db-size":"59 MB","current-db-size-in-use-bytes":29151232,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-06-27T00:47:39.79894Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1897832827,"revision":17349,"compact-revision":14886} {"level":"info","ts":"2026-06-27T00:48:19.637567Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"f3d52791b64f7591","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-06-27T00:48:19.641984Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-06-27T00:48:19.642058Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-06-27T00:52:39.710056Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19121} {"level":"info","ts":"2026-06-27T00:52:39.79196Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19121,"took":"78.95821ms","hash":3313893619,"current-db-size-bytes":59158528,"current-db-size":"59 MB","current-db-size-in-use-bytes":23789568,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-06-27T00:52:39.792021Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3313893619,"revision":19121,"compact-revision":17349}