{"level":"warn","ts":"2026-04-28T01:23:16.326614Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-28T01:23:16.326708Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.248:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.248:2380","--initial-cluster=instance=https://199.204.45.248:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.248:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.248:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-28T01:23:16.32679Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-28T01:23:16.326808Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.248:2380"]} {"level":"info","ts":"2026-04-28T01:23:16.326831Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-28T01:23:16.327678Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.248:2379"]} {"level":"info","ts":"2026-04-28T01:23:16.327778Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.248:2380"],"listen-peer-urls":["https://199.204.45.248:2380"],"advertise-client-urls":["https://199.204.45.248:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.248:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.248:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-28T01:23:16.331145Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.120336ms"} {"level":"info","ts":"2026-04-28T01:23:16.339089Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"39582465ceaa2f67","cluster-id":"87fd8ddedde3be45"} {"level":"info","ts":"2026-04-28T01:23:16.339217Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 switched to configuration voters=()"} {"level":"info","ts":"2026-04-28T01:23:16.339252Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 became follower at term 0"} {"level":"info","ts":"2026-04-28T01:23:16.339276Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 39582465ceaa2f67 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-28T01:23:16.339288Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 became follower at term 1"} {"level":"info","ts":"2026-04-28T01:23:16.339344Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 switched to configuration voters=(4132092677789986663)"} {"level":"warn","ts":"2026-04-28T01:23:16.34947Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-28T01:23:16.351693Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-28T01:23:16.353253Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-28T01:23:16.356936Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"39582465ceaa2f67","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-28T01:23:16.357716Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-28T01:23:16.357857Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-28T01:23:16.357776Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"39582465ceaa2f67","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-28T01:23:16.357895Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-28T01:23:16.358315Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 switched to configuration voters=(4132092677789986663)"} {"level":"info","ts":"2026-04-28T01:23:16.35846Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"87fd8ddedde3be45","local-member-id":"39582465ceaa2f67","added-peer-id":"39582465ceaa2f67","added-peer-peer-urls":["https://199.204.45.248:2380"]} {"level":"info","ts":"2026-04-28T01:23:16.361391Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-28T01:23:16.361496Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.248:2380"} {"level":"info","ts":"2026-04-28T01:23:16.361548Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.248:2380"} {"level":"info","ts":"2026-04-28T01:23:16.361812Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"39582465ceaa2f67","initial-advertise-peer-urls":["https://199.204.45.248:2380"],"listen-peer-urls":["https://199.204.45.248:2380"],"advertise-client-urls":["https://199.204.45.248:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.248:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-28T01:23:16.361878Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-28T01:23:17.339571Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 is starting a new election at term 1"} {"level":"info","ts":"2026-04-28T01:23:17.33966Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-28T01:23:17.339699Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 received MsgPreVoteResp from 39582465ceaa2f67 at term 1"} {"level":"info","ts":"2026-04-28T01:23:17.33972Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 became candidate at term 2"} {"level":"info","ts":"2026-04-28T01:23:17.339737Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 received MsgVoteResp from 39582465ceaa2f67 at term 2"} {"level":"info","ts":"2026-04-28T01:23:17.339754Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 became leader at term 2"} {"level":"info","ts":"2026-04-28T01:23:17.339783Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 39582465ceaa2f67 elected leader 39582465ceaa2f67 at term 2"} {"level":"info","ts":"2026-04-28T01:23:17.340983Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T01:23:17.342069Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-28T01:23:17.342057Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"39582465ceaa2f67","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.248:2379]}","request-path":"/0/members/39582465ceaa2f67/attributes","cluster-id":"87fd8ddedde3be45","publish-timeout":"7s"} {"level":"info","ts":"2026-04-28T01:23:17.342103Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-28T01:23:17.342322Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-28T01:23:17.342382Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-28T01:23:17.346049Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.248:2379"} {"level":"info","ts":"2026-04-28T01:23:17.346415Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-28T01:23:17.346377Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"87fd8ddedde3be45","local-member-id":"39582465ceaa2f67","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T01:23:17.346715Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T01:23:17.346771Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T01:23:34.148996Z","caller":"traceutil/trace.go:171","msg":"trace[551381904] transaction","detail":"{read_only:false; response_revision:376; number_of_response:1; }","duration":"115.015991ms","start":"2026-04-28T01:23:34.03396Z","end":"2026-04-28T01:23:34.148976Z","steps":["trace[551381904] 'process raft request' (duration: 114.874217ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T01:23:34.390062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.096384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4379"} {"level":"info","ts":"2026-04-28T01:23:34.390438Z","caller":"traceutil/trace.go:171","msg":"trace[2117083577] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:376; }","duration":"163.595388ms","start":"2026-04-28T01:23:34.226811Z","end":"2026-04-28T01:23:34.390406Z","steps":["trace[2117083577] 'range keys from in-memory index tree' (duration: 162.860967ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:23:34.719316Z","caller":"traceutil/trace.go:171","msg":"trace[1519568046] transaction","detail":"{read_only:false; response_revision:377; number_of_response:1; }","duration":"246.709964ms","start":"2026-04-28T01:23:34.47258Z","end":"2026-04-28T01:23:34.71929Z","steps":["trace[1519568046] 'process raft request' (duration: 246.505018ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:23:55.918065Z","caller":"traceutil/trace.go:171","msg":"trace[815788106] transaction","detail":"{read_only:false; response_revision:584; number_of_response:1; }","duration":"315.975355ms","start":"2026-04-28T01:23:55.60201Z","end":"2026-04-28T01:23:55.917986Z","steps":["trace[815788106] 'process raft request' (duration: 315.78416ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T01:23:55.918685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T01:23:55.601946Z","time spent":"316.216622ms","remote":"127.0.0.1:57200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T01:23:55.948922Z","caller":"traceutil/trace.go:171","msg":"trace[1338099160] transaction","detail":"{read_only:false; response_revision:585; number_of_response:1; }","duration":"290.677744ms","start":"2026-04-28T01:23:55.658212Z","end":"2026-04-28T01:23:55.94889Z","steps":["trace[1338099160] 'process raft request' (duration: 290.092898ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:23:56.402857Z","caller":"traceutil/trace.go:171","msg":"trace[377147429] linearizableReadLoop","detail":"{readStateIndex:609; appliedIndex:608; }","duration":"157.285823ms","start":"2026-04-28T01:23:56.245551Z","end":"2026-04-28T01:23:56.402837Z","steps":["trace[377147429] 'read index received' (duration: 157.101928ms)","trace[377147429] 'applied index is now lower than readState.Index' (duration: 182.715µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T01:23:56.402936Z","caller":"traceutil/trace.go:171","msg":"trace[2085635399] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"394.872123ms","start":"2026-04-28T01:23:56.008026Z","end":"2026-04-28T01:23:56.402898Z","steps":["trace[2085635399] 'process raft request' (duration: 394.641576ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T01:23:56.403025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.460397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T01:23:56.403064Z","caller":"traceutil/trace.go:171","msg":"trace[198855634] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:586; }","duration":"157.574661ms","start":"2026-04-28T01:23:56.245481Z","end":"2026-04-28T01:23:56.403055Z","steps":["trace[198855634] 'agreement among raft nodes before linearized reading' (duration: 157.482099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T01:23:56.403088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T01:23:56.007999Z","time spent":"395.013557ms","remote":"127.0.0.1:57540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T01:23:56.403444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.091506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T01:23:56.403608Z","caller":"traceutil/trace.go:171","msg":"trace[972072810] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:586; }","duration":"113.300482ms","start":"2026-04-28T01:23:56.290278Z","end":"2026-04-28T01:23:56.403579Z","steps":["trace[972072810] 'agreement among raft nodes before linearized reading' (duration: 112.880851ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:24:54.969576Z","caller":"traceutil/trace.go:171","msg":"trace[773500967] transaction","detail":"{read_only:false; response_revision:1281; number_of_response:1; }","duration":"101.364381ms","start":"2026-04-28T01:24:54.868182Z","end":"2026-04-28T01:24:54.969546Z","steps":["trace[773500967] 'process raft request' (duration: 101.169166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T01:25:25.230742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.442088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T01:25:25.230857Z","caller":"traceutil/trace.go:171","msg":"trace[876485910] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1812; }","duration":"206.621583ms","start":"2026-04-28T01:25:25.024212Z","end":"2026-04-28T01:25:25.230834Z","steps":["trace[876485910] 'count revisions from in-memory index tree' (duration: 206.355395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T01:25:25.230869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.652831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8e3a71bb-d8eb-4a7d-89e3-6d779f059d20\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-04-28T01:25:25.230929Z","caller":"traceutil/trace.go:171","msg":"trace[1364497170] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8e3a71bb-d8eb-4a7d-89e3-6d779f059d20; range_end:; response_count:1; response_revision:1812; }","duration":"221.758643ms","start":"2026-04-28T01:25:25.009154Z","end":"2026-04-28T01:25:25.230913Z","steps":["trace[1364497170] 'range keys from in-memory index tree' (duration: 221.447415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T01:25:25.231029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.647987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8e3a71bb-d8eb-4a7d-89e3-6d779f059d20\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-04-28T01:25:25.231133Z","caller":"traceutil/trace.go:171","msg":"trace[55028534] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8e3a71bb-d8eb-4a7d-89e3-6d779f059d20; range_end:; response_count:1; response_revision:1812; }","duration":"195.790072ms","start":"2026-04-28T01:25:25.035318Z","end":"2026-04-28T01:25:25.231108Z","steps":["trace[55028534] 'range keys from in-memory index tree' (duration: 195.475393ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T01:25:25.231157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.335019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T01:25:25.231271Z","caller":"traceutil/trace.go:171","msg":"trace[131198505] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1812; }","duration":"195.469343ms","start":"2026-04-28T01:25:25.035781Z","end":"2026-04-28T01:25:25.231251Z","steps":["trace[131198505] 'range keys from in-memory index tree' (duration: 195.210246ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:25:25.297169Z","caller":"traceutil/trace.go:171","msg":"trace[26794540] transaction","detail":"{read_only:false; response_revision:1813; number_of_response:1; }","duration":"160.469339ms","start":"2026-04-28T01:25:25.13667Z","end":"2026-04-28T01:25:25.297139Z","steps":["trace[26794540] 'process raft request' (duration: 160.280374ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:25:25.382497Z","caller":"traceutil/trace.go:171","msg":"trace[1693617641] linearizableReadLoop","detail":"{readStateIndex:1883; appliedIndex:1881; }","duration":"111.971582ms","start":"2026-04-28T01:25:25.270497Z","end":"2026-04-28T01:25:25.382468Z","steps":["trace[1693617641] 'read index received' (duration: 26.480506ms)","trace[1693617641] 'applied index is now lower than readState.Index' (duration: 85.489786ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T01:25:25.382706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.189248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T01:25:25.382753Z","caller":"traceutil/trace.go:171","msg":"trace[1786309877] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:1814; }","duration":"112.306161ms","start":"2026-04-28T01:25:25.270434Z","end":"2026-04-28T01:25:25.38274Z","steps":["trace[1786309877] 'agreement among raft nodes before linearized reading' (duration: 112.188407ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:25:25.382706Z","caller":"traceutil/trace.go:171","msg":"trace[598676038] transaction","detail":"{read_only:false; response_revision:1814; number_of_response:1; }","duration":"143.626881ms","start":"2026-04-28T01:25:25.239025Z","end":"2026-04-28T01:25:25.382652Z","steps":["trace[598676038] 'process raft request' (duration: 93.463177ms)","trace[598676038] 'compare' (duration: 49.846495ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T01:25:25.704294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.328737ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T01:25:25.704538Z","caller":"traceutil/trace.go:171","msg":"trace[89042514] transaction","detail":"{read_only:false; response_revision:1817; number_of_response:1; }","duration":"260.401817ms","start":"2026-04-28T01:25:25.444099Z","end":"2026-04-28T01:25:25.7045Z","steps":["trace[89042514] 'process raft request' (duration: 41.563115ms)","trace[89042514] 'compare' (duration: 218.206444ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T01:25:25.704674Z","caller":"traceutil/trace.go:171","msg":"trace[1294068298] transaction","detail":"{read_only:false; response_revision:1818; number_of_response:1; }","duration":"260.208012ms","start":"2026-04-28T01:25:25.444379Z","end":"2026-04-28T01:25:25.704587Z","steps":["trace[1294068298] 'process raft request' (duration: 260.041777ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:25:25.704866Z","caller":"traceutil/trace.go:171","msg":"trace[2043907669] transaction","detail":"{read_only:false; response_revision:1819; number_of_response:1; }","duration":"259.876702ms","start":"2026-04-28T01:25:25.444916Z","end":"2026-04-28T01:25:25.704793Z","steps":["trace[2043907669] 'process raft request' (duration: 259.588934ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:25:25.705165Z","caller":"traceutil/trace.go:171","msg":"trace[246096468] transaction","detail":"{read_only:false; response_revision:1820; number_of_response:1; }","duration":"259.688767ms","start":"2026-04-28T01:25:25.44546Z","end":"2026-04-28T01:25:25.705149Z","steps":["trace[246096468] 'process raft request' (duration: 259.099251ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:25:25.757111Z","caller":"traceutil/trace.go:171","msg":"trace[557850963] linearizableReadLoop","detail":"{readStateIndex:1890; appliedIndex:1885; }","duration":"169.570842ms","start":"2026-04-28T01:25:25.587512Z","end":"2026-04-28T01:25:25.757083Z","steps":["trace[557850963] 'read index received' (duration: 74.288904ms)","trace[557850963] 'applied index is now lower than readState.Index' (duration: 95.280488ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T01:25:25.757544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.017295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T01:25:25.757592Z","caller":"traceutil/trace.go:171","msg":"trace[1580474205] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1820; }","duration":"170.133818ms","start":"2026-04-28T01:25:25.587446Z","end":"2026-04-28T01:25:25.75758Z","steps":["trace[1580474205] 'agreement among raft nodes before linearized reading' (duration: 169.757887ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:26:15.830128Z","caller":"traceutil/trace.go:171","msg":"trace[106004602] transaction","detail":"{read_only:false; response_revision:2141; number_of_response:1; }","duration":"110.882392ms","start":"2026-04-28T01:26:15.719189Z","end":"2026-04-28T01:26:15.830071Z","steps":["trace[106004602] 'process raft request' (duration: 110.682737ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:26:16.225202Z","caller":"traceutil/trace.go:171","msg":"trace[2053808601] transaction","detail":"{read_only:false; response_revision:2143; number_of_response:1; }","duration":"128.473901ms","start":"2026-04-28T01:26:16.096626Z","end":"2026-04-28T01:26:16.2251Z","steps":["trace[2053808601] 'process raft request' (duration: 128.321317ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:26:16.369612Z","caller":"traceutil/trace.go:171","msg":"trace[970058113] linearizableReadLoop","detail":"{readStateIndex:2224; appliedIndex:2223; }","duration":"124.463459ms","start":"2026-04-28T01:26:16.245117Z","end":"2026-04-28T01:26:16.36958Z","steps":["trace[970058113] 'read index received' (duration: 117.539146ms)","trace[970058113] 'applied index is now lower than readState.Index' (duration: 6.921912ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T01:26:16.369665Z","caller":"traceutil/trace.go:171","msg":"trace[651791964] transaction","detail":"{read_only:false; response_revision:2144; number_of_response:1; }","duration":"261.088786ms","start":"2026-04-28T01:26:16.108555Z","end":"2026-04-28T01:26:16.369644Z","steps":["trace[651791964] 'process raft request' (duration: 254.099712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T01:26:16.369784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.642083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T01:26:16.369844Z","caller":"traceutil/trace.go:171","msg":"trace[1244613932] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2144; }","duration":"124.759546ms","start":"2026-04-28T01:26:16.245068Z","end":"2026-04-28T01:26:16.369828Z","steps":["trace[1244613932] 'agreement among raft nodes before linearized reading' (duration: 124.634233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T01:26:16.785895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.773115ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T01:26:16.786098Z","caller":"traceutil/trace.go:171","msg":"trace[1638950530] transaction","detail":"{read_only:false; response_revision:2145; number_of_response:1; }","duration":"277.514812ms","start":"2026-04-28T01:26:16.508559Z","end":"2026-04-28T01:26:16.786074Z","steps":["trace[1638950530] 'process raft request' (duration: 33.447289ms)","trace[1638950530] 'compare' (duration: 243.611991ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T01:26:16.787046Z","caller":"traceutil/trace.go:171","msg":"trace[590141457] linearizableReadLoop","detail":"{readStateIndex:2226; appliedIndex:2224; }","duration":"272.573795ms","start":"2026-04-28T01:26:16.514448Z","end":"2026-04-28T01:26:16.787022Z","steps":["trace[590141457] 'read index received' (duration: 27.574367ms)","trace[590141457] 'applied index is now lower than readState.Index' (duration: 244.998468ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T01:26:16.787351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.543792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T01:26:16.787399Z","caller":"traceutil/trace.go:171","msg":"trace[1091624944] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2146; }","duration":"169.659615ms","start":"2026-04-28T01:26:16.617728Z","end":"2026-04-28T01:26:16.787387Z","steps":["trace[1091624944] 'agreement among raft nodes before linearized reading' (duration: 169.462609ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T01:26:16.787549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.749681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-28T01:26:16.787578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.977825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T01:26:16.787554Z","caller":"traceutil/trace.go:171","msg":"trace[945817019] transaction","detail":"{read_only:false; response_revision:2146; number_of_response:1; }","duration":"276.36385ms","start":"2026-04-28T01:26:16.511149Z","end":"2026-04-28T01:26:16.787513Z","steps":["trace[945817019] 'process raft request' (duration: 275.576748ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:26:16.787638Z","caller":"traceutil/trace.go:171","msg":"trace[492730902] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2146; }","duration":"154.886685ms","start":"2026-04-28T01:26:16.632731Z","end":"2026-04-28T01:26:16.787617Z","steps":["trace[492730902] 'agreement among raft nodes before linearized reading' (duration: 154.606048ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:26:16.787688Z","caller":"traceutil/trace.go:171","msg":"trace[1679838230] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2146; }","duration":"152.101958ms","start":"2026-04-28T01:26:16.635552Z","end":"2026-04-28T01:26:16.787654Z","steps":["trace[1679838230] 'agreement among raft nodes before linearized reading' (duration: 151.739587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T01:26:16.788077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.619485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T01:26:16.788139Z","caller":"traceutil/trace.go:171","msg":"trace[988806253] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2146; }","duration":"273.705487ms","start":"2026-04-28T01:26:16.514418Z","end":"2026-04-28T01:26:16.788124Z","steps":["trace[988806253] 'agreement among raft nodes before linearized reading' (duration: 272.7402ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:27:10.26149Z","caller":"traceutil/trace.go:171","msg":"trace[1688441745] transaction","detail":"{read_only:false; response_revision:2604; number_of_response:1; }","duration":"162.535629ms","start":"2026-04-28T01:27:10.098915Z","end":"2026-04-28T01:27:10.261451Z","steps":["trace[1688441745] 'process raft request' (duration: 162.273412ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:30:19.809307Z","caller":"traceutil/trace.go:171","msg":"trace[1037263265] transaction","detail":"{read_only:false; response_revision:3832; number_of_response:1; }","duration":"151.955998ms","start":"2026-04-28T01:30:19.657327Z","end":"2026-04-28T01:30:19.809283Z","steps":["trace[1037263265] 'process raft request' (duration: 120.528114ms)","trace[1037263265] 'compare' (duration: 31.083254ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T01:31:35.595871Z","caller":"traceutil/trace.go:171","msg":"trace[671804163] transaction","detail":"{read_only:false; response_revision:4735; number_of_response:1; }","duration":"120.345519ms","start":"2026-04-28T01:31:35.475489Z","end":"2026-04-28T01:31:35.595835Z","steps":["trace[671804163] 'process raft request' (duration: 120.111602ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:31:39.409443Z","caller":"traceutil/trace.go:171","msg":"trace[1350513636] linearizableReadLoop","detail":"{readStateIndex:5111; appliedIndex:5110; }","duration":"100.203529ms","start":"2026-04-28T01:31:39.309219Z","end":"2026-04-28T01:31:39.409422Z","steps":["trace[1350513636] 'read index received' (duration: 24.209154ms)","trace[1350513636] 'applied index is now lower than readState.Index' (duration: 75.993255ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T01:31:39.409484Z","caller":"traceutil/trace.go:171","msg":"trace[535402635] transaction","detail":"{read_only:false; response_revision:4924; number_of_response:1; }","duration":"143.598697ms","start":"2026-04-28T01:31:39.265861Z","end":"2026-04-28T01:31:39.40946Z","steps":["trace[535402635] 'process raft request' (duration: 67.612382ms)","trace[535402635] 'compare' (duration: 75.79402ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T01:31:39.409515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.53196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-369b3a11-51ba-4c32-b26a-ce60fd970959\" ","response":"range_response_count:1 size:4064"} {"level":"warn","ts":"2026-04-28T01:31:39.409578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.345952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T01:31:39.409607Z","caller":"traceutil/trace.go:171","msg":"trace[2085280770] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:4924; }","duration":"100.420645ms","start":"2026-04-28T01:31:39.309179Z","end":"2026-04-28T01:31:39.409599Z","steps":["trace[2085280770] 'agreement among raft nodes before linearized reading' (duration: 100.322942ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:31:39.409603Z","caller":"traceutil/trace.go:171","msg":"trace[1356666893] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-369b3a11-51ba-4c32-b26a-ce60fd970959; range_end:; response_count:1; response_revision:4923; }","duration":"237.631153ms","start":"2026-04-28T01:31:39.171947Z","end":"2026-04-28T01:31:39.409578Z","steps":["trace[1356666893] 'range keys from in-memory index tree' (duration: 237.343655ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:31:40.680611Z","caller":"traceutil/trace.go:171","msg":"trace[657108365] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4968; }","duration":"105.420453ms","start":"2026-04-28T01:31:40.57516Z","end":"2026-04-28T01:31:40.68058Z","steps":["trace[657108365] 'process raft request' (duration: 37.071742ms)","trace[657108365] 'compare' (duration: 68.154126ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T01:31:42.153721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.776548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/storage-loki-0.18aa6138cf81a52c\" ","response":"range_response_count:1 size:943"} {"level":"info","ts":"2026-04-28T01:31:42.1538Z","caller":"traceutil/trace.go:171","msg":"trace[469711051] range","detail":"{range_begin:/registry/events/monitoring/storage-loki-0.18aa6138cf81a52c; range_end:; response_count:1; response_revision:5001; }","duration":"121.903562ms","start":"2026-04-28T01:31:42.031882Z","end":"2026-04-28T01:31:42.153785Z","steps":["trace[469711051] 'range keys from in-memory index tree' (duration: 121.622954ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:31:42.153951Z","caller":"traceutil/trace.go:171","msg":"trace[2017751083] transaction","detail":"{read_only:false; response_revision:5002; number_of_response:1; }","duration":"121.732287ms","start":"2026-04-28T01:31:42.032193Z","end":"2026-04-28T01:31:42.153925Z","steps":["trace[2017751083] 'process raft request' (duration: 39.230211ms)","trace[2017751083] 'compare' (duration: 82.209088ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T01:31:51.165033Z","caller":"traceutil/trace.go:171","msg":"trace[1177108845] transaction","detail":"{read_only:false; response_revision:5182; number_of_response:1; }","duration":"104.906559ms","start":"2026-04-28T01:31:51.060038Z","end":"2026-04-28T01:31:51.164945Z","steps":["trace[1177108845] 'process raft request' (duration: 104.704794ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:31:51.284445Z","caller":"traceutil/trace.go:171","msg":"trace[752347303] transaction","detail":"{read_only:false; response_revision:5186; number_of_response:1; }","duration":"105.509956ms","start":"2026-04-28T01:31:51.178903Z","end":"2026-04-28T01:31:51.284413Z","steps":["trace[752347303] 'process raft request' (duration: 93.864721ms)","trace[752347303] 'compare' (duration: 11.508251ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T01:31:51.69122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.18224ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T01:31:51.691372Z","caller":"traceutil/trace.go:171","msg":"trace[189514199] transaction","detail":"{read_only:false; response_revision:5192; number_of_response:1; }","duration":"193.008982ms","start":"2026-04-28T01:31:51.49834Z","end":"2026-04-28T01:31:51.691349Z","steps":["trace[189514199] 'process raft request' (duration: 33.575165ms)","trace[189514199] 'compare' (duration: 159.024395ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T01:31:59.247506Z","caller":"traceutil/trace.go:171","msg":"trace[1097085503] transaction","detail":"{read_only:false; response_revision:5361; number_of_response:1; }","duration":"127.018917ms","start":"2026-04-28T01:31:59.120462Z","end":"2026-04-28T01:31:59.247481Z","steps":["trace[1097085503] 'process raft request' (duration: 126.825552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T01:31:59.478323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.50101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ac1c860a-63b7-47de-9d0b-e771a1414523\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-04-28T01:31:59.478447Z","caller":"traceutil/trace.go:171","msg":"trace[1414102762] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ac1c860a-63b7-47de-9d0b-e771a1414523; range_end:; response_count:1; response_revision:5361; }","duration":"227.666274ms","start":"2026-04-28T01:31:59.25076Z","end":"2026-04-28T01:31:59.478427Z","steps":["trace[1414102762] 'range keys from in-memory index tree' (duration: 227.329915ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T01:31:59.478673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.684055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-cf56b6468-8sk57\" ","response":"range_response_count:1 size:7983"} {"level":"info","ts":"2026-04-28T01:31:59.47879Z","caller":"traceutil/trace.go:171","msg":"trace[293095599] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-cf56b6468-8sk57; range_end:; response_count:1; response_revision:5361; }","duration":"227.831039ms","start":"2026-04-28T01:31:59.250938Z","end":"2026-04-28T01:31:59.478769Z","steps":["trace[293095599] 'range keys from in-memory index tree' (duration: 227.4971ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T01:31:59.478808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.906094ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T01:31:59.479041Z","caller":"traceutil/trace.go:171","msg":"trace[2004353413] transaction","detail":"{read_only:false; response_revision:5362; number_of_response:1; }","duration":"227.296973ms","start":"2026-04-28T01:31:59.251716Z","end":"2026-04-28T01:31:59.479013Z","steps":["trace[2004353413] 'process raft request' (duration: 77.035189ms)","trace[2004353413] 'compare' (duration: 149.539894ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T01:31:59.491454Z","caller":"traceutil/trace.go:171","msg":"trace[1563634756] linearizableReadLoop","detail":"{readStateIndex:5561; appliedIndex:5560; }","duration":"147.217699ms","start":"2026-04-28T01:31:59.34422Z","end":"2026-04-28T01:31:59.491438Z","steps":["trace[1563634756] 'read index received' (duration: 146.798517ms)","trace[1563634756] 'applied index is now lower than readState.Index' (duration: 417.872µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T01:31:59.491506Z","caller":"traceutil/trace.go:171","msg":"trace[1044965338] transaction","detail":"{read_only:false; response_revision:5363; number_of_response:1; }","duration":"239.151252ms","start":"2026-04-28T01:31:59.25234Z","end":"2026-04-28T01:31:59.491491Z","steps":["trace[1044965338] 'process raft request' (duration: 238.675869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T01:31:59.491585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.341102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T01:31:59.491613Z","caller":"traceutil/trace.go:171","msg":"trace[973336598] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:5363; }","duration":"147.396913ms","start":"2026-04-28T01:31:59.344207Z","end":"2026-04-28T01:31:59.491604Z","steps":["trace[973336598] 'agreement among raft nodes before linearized reading' (duration: 147.324301ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:33:16.377356Z","caller":"traceutil/trace.go:171","msg":"trace[511145707] linearizableReadLoop","detail":"{readStateIndex:6306; appliedIndex:6305; }","duration":"288.449147ms","start":"2026-04-28T01:33:16.088878Z","end":"2026-04-28T01:33:16.377327Z","steps":["trace[511145707] 'read index received' (duration: 288.151629ms)","trace[511145707] 'applied index is now lower than readState.Index' (duration: 296.458µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T01:33:16.377488Z","caller":"traceutil/trace.go:171","msg":"trace[863277619] transaction","detail":"{read_only:false; response_revision:6087; number_of_response:1; }","duration":"333.362493ms","start":"2026-04-28T01:33:16.044114Z","end":"2026-04-28T01:33:16.377477Z","steps":["trace[863277619] 'process raft request' (duration: 333.020154ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T01:33:16.377627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T01:33:16.044082Z","time spent":"333.435735ms","remote":"127.0.0.1:57256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T01:33:16.377797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.727955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T01:33:16.377842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.651984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T01:33:16.377884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.992873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T01:33:16.377952Z","caller":"traceutil/trace.go:171","msg":"trace[366040585] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6087; }","duration":"105.793727ms","start":"2026-04-28T01:33:16.272144Z","end":"2026-04-28T01:33:16.377938Z","steps":["trace[366040585] 'agreement among raft nodes before linearized reading' (duration: 105.514439ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:33:16.377982Z","caller":"traceutil/trace.go:171","msg":"trace[762592344] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:6087; }","duration":"289.129676ms","start":"2026-04-28T01:33:16.088826Z","end":"2026-04-28T01:33:16.377956Z","steps":["trace[762592344] 'agreement among raft nodes before linearized reading' (duration: 288.982142ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:33:16.3779Z","caller":"traceutil/trace.go:171","msg":"trace[1390976426] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6087; }","duration":"212.857579ms","start":"2026-04-28T01:33:16.165018Z","end":"2026-04-28T01:33:16.377875Z","steps":["trace[1390976426] 'agreement among raft nodes before linearized reading' (duration: 212.618123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T01:33:16.377781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.834086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T01:33:16.378238Z","caller":"traceutil/trace.go:171","msg":"trace[1415131654] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6087; }","duration":"134.33459ms","start":"2026-04-28T01:33:16.243884Z","end":"2026-04-28T01:33:16.378218Z","steps":["trace[1415131654] 'agreement among raft nodes before linearized reading' (duration: 133.810375ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:33:17.367858Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2993} {"level":"info","ts":"2026-04-28T01:33:17.43162Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2993,"took":"62.416473ms","hash":2215078391,"current-db-size-bytes":58134528,"current-db-size":"58 MB","current-db-size-in-use-bytes":33898496,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-28T01:33:17.431729Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2215078391,"revision":2993,"compact-revision":-1} {"level":"info","ts":"2026-04-28T01:38:08.761774Z","caller":"traceutil/trace.go:171","msg":"trace[44363575] transaction","detail":"{read_only:false; response_revision:8223; number_of_response:1; }","duration":"175.092017ms","start":"2026-04-28T01:38:08.58664Z","end":"2026-04-28T01:38:08.761732Z","steps":["trace[44363575] 'process raft request' (duration: 174.85372ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:38:08.934416Z","caller":"traceutil/trace.go:171","msg":"trace[436455206] transaction","detail":"{read_only:false; response_revision:8224; number_of_response:1; }","duration":"121.447033ms","start":"2026-04-28T01:38:08.812933Z","end":"2026-04-28T01:38:08.93438Z","steps":["trace[436455206] 'process raft request' (duration: 120.172847ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:38:17.374522Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6097} {"level":"info","ts":"2026-04-28T01:38:17.472652Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6097,"took":"96.05217ms","hash":1685583522,"current-db-size-bytes":58134528,"current-db-size":"58 MB","current-db-size-in-use-bytes":23007232,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-04-28T01:38:17.472722Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1685583522,"revision":6097,"compact-revision":2993} {"level":"info","ts":"2026-04-28T01:38:21.194861Z","caller":"traceutil/trace.go:171","msg":"trace[1781866546] transaction","detail":"{read_only:false; response_revision:8289; number_of_response:1; }","duration":"109.494761ms","start":"2026-04-28T01:38:21.085335Z","end":"2026-04-28T01:38:21.19483Z","steps":["trace[1781866546] 'process raft request' (duration: 70.948155ms)","trace[1781866546] 'compare' (duration: 38.422733ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T01:38:49.849723Z","caller":"traceutil/trace.go:171","msg":"trace[1129674053] transaction","detail":"{read_only:false; response_revision:8495; number_of_response:1; }","duration":"257.763946ms","start":"2026-04-28T01:38:49.591883Z","end":"2026-04-28T01:38:49.849647Z","steps":["trace[1129674053] 'process raft request' (duration: 257.468398ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:38:49.966692Z","caller":"traceutil/trace.go:171","msg":"trace[894681549] linearizableReadLoop","detail":"{readStateIndex:8797; appliedIndex:8794; }","duration":"131.599333ms","start":"2026-04-28T01:38:49.835067Z","end":"2026-04-28T01:38:49.966666Z","steps":["trace[894681549] 'read index received' (duration: 14.337537ms)","trace[894681549] 'applied index is now lower than readState.Index' (duration: 117.260746ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T01:38:49.966782Z","caller":"traceutil/trace.go:171","msg":"trace[2048757944] transaction","detail":"{read_only:false; response_revision:8496; number_of_response:1; }","duration":"325.785149ms","start":"2026-04-28T01:38:49.640941Z","end":"2026-04-28T01:38:49.966726Z","steps":["trace[2048757944] 'process raft request' (duration: 325.541302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T01:38:49.967233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T01:38:49.640913Z","time spent":"326.098117ms","remote":"127.0.0.1:57256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T01:38:49.967689Z","caller":"traceutil/trace.go:171","msg":"trace[618725667] transaction","detail":"{read_only:false; response_revision:8497; number_of_response:1; }","duration":"215.147296ms","start":"2026-04-28T01:38:49.752522Z","end":"2026-04-28T01:38:49.967669Z","steps":["trace[618725667] 'process raft request' (duration: 214.100858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T01:38:49.96796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.866238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T01:38:49.968046Z","caller":"traceutil/trace.go:171","msg":"trace[1173235542] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:8497; }","duration":"132.995212ms","start":"2026-04-28T01:38:49.835008Z","end":"2026-04-28T01:38:49.968003Z","steps":["trace[1173235542] 'agreement among raft nodes before linearized reading' (duration: 132.862778ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:38:53.164152Z","caller":"traceutil/trace.go:171","msg":"trace[43041592] linearizableReadLoop","detail":"{readStateIndex:8815; appliedIndex:8814; }","duration":"173.490523ms","start":"2026-04-28T01:38:52.990636Z","end":"2026-04-28T01:38:53.164126Z","steps":["trace[43041592] 'read index received' (duration: 173.427882ms)","trace[43041592] 'applied index is now lower than readState.Index' (duration: 61.011µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T01:38:53.164209Z","caller":"traceutil/trace.go:171","msg":"trace[745877975] transaction","detail":"{read_only:false; response_revision:8514; number_of_response:1; }","duration":"181.113044ms","start":"2026-04-28T01:38:52.983072Z","end":"2026-04-28T01:38:53.164185Z","steps":["trace[745877975] 'process raft request' (duration: 180.862027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T01:38:53.164332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.655398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T01:38:53.164474Z","caller":"traceutil/trace.go:171","msg":"trace[430040193] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:8514; }","duration":"173.852093ms","start":"2026-04-28T01:38:52.990596Z","end":"2026-04-28T01:38:53.164448Z","steps":["trace[430040193] 'agreement among raft nodes before linearized reading' (duration: 173.636817ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:38:53.451203Z","caller":"traceutil/trace.go:171","msg":"trace[695587581] linearizableReadLoop","detail":"{readStateIndex:8816; appliedIndex:8815; }","duration":"206.460046ms","start":"2026-04-28T01:38:53.244685Z","end":"2026-04-28T01:38:53.451145Z","steps":["trace[695587581] 'read index received' (duration: 186.334429ms)","trace[695587581] 'applied index is now lower than readState.Index' (duration: 20.124207ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T01:38:53.451259Z","caller":"traceutil/trace.go:171","msg":"trace[1871996664] transaction","detail":"{read_only:false; response_revision:8515; number_of_response:1; }","duration":"305.256641ms","start":"2026-04-28T01:38:53.145962Z","end":"2026-04-28T01:38:53.451218Z","steps":["trace[1871996664] 'process raft request' (duration: 285.152085ms)","trace[1871996664] 'compare' (duration: 19.594822ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T01:38:53.451485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.665882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T01:38:53.451536Z","caller":"traceutil/trace.go:171","msg":"trace[217382650] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8515; }","duration":"206.879637ms","start":"2026-04-28T01:38:53.244643Z","end":"2026-04-28T01:38:53.451523Z","steps":["trace[217382650] 'agreement among raft nodes before linearized reading' (duration: 206.657251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T01:38:53.451571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T01:38:53.14594Z","time spent":"305.544229ms","remote":"127.0.0.1:57256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T01:39:02.484534Z","caller":"traceutil/trace.go:171","msg":"trace[535715222] transaction","detail":"{read_only:false; response_revision:8605; number_of_response:1; }","duration":"104.883683ms","start":"2026-04-28T01:39:02.379626Z","end":"2026-04-28T01:39:02.484509Z","steps":["trace[535715222] 'process raft request' (duration: 104.76264ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:39:04.168138Z","caller":"traceutil/trace.go:171","msg":"trace[1753341314] transaction","detail":"{read_only:false; response_revision:8618; number_of_response:1; }","duration":"157.074098ms","start":"2026-04-28T01:39:04.011034Z","end":"2026-04-28T01:39:04.168108Z","steps":["trace[1753341314] 'process raft request' (duration: 156.926164ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:39:04.24911Z","caller":"traceutil/trace.go:171","msg":"trace[955888184] linearizableReadLoop","detail":"{readStateIndex:8924; appliedIndex:8922; }","duration":"174.11226ms","start":"2026-04-28T01:39:04.074978Z","end":"2026-04-28T01:39:04.24909Z","steps":["trace[955888184] 'read index received' (duration: 93.007594ms)","trace[955888184] 'applied index is now lower than readState.Index' (duration: 81.103666ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T01:39:04.249216Z","caller":"traceutil/trace.go:171","msg":"trace[1663063823] transaction","detail":"{read_only:false; response_revision:8619; number_of_response:1; }","duration":"235.759007ms","start":"2026-04-28T01:39:04.013417Z","end":"2026-04-28T01:39:04.249176Z","steps":["trace[1663063823] 'process raft request' (duration: 235.537361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T01:39:04.2494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.410378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T01:39:04.249466Z","caller":"traceutil/trace.go:171","msg":"trace[1056796628] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8619; }","duration":"174.548552ms","start":"2026-04-28T01:39:04.074903Z","end":"2026-04-28T01:39:04.249452Z","steps":["trace[1056796628] 'agreement among raft nodes before linearized reading' (duration: 174.295005ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T01:39:04.249552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.489489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T01:39:04.249613Z","caller":"traceutil/trace.go:171","msg":"trace[1462162411] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8619; }","duration":"110.597552ms","start":"2026-04-28T01:39:04.139001Z","end":"2026-04-28T01:39:04.249598Z","steps":["trace[1462162411] 'agreement among raft nodes before linearized reading' (duration: 110.367745ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:39:46.952416Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000246f.wal"} {"level":"info","ts":"2026-04-28T01:40:20.60367Z","caller":"traceutil/trace.go:171","msg":"trace[1045589705] linearizableReadLoop","detail":"{readStateIndex:9687; appliedIndex:9686; }","duration":"161.924714ms","start":"2026-04-28T01:40:20.441712Z","end":"2026-04-28T01:40:20.603637Z","steps":["trace[1045589705] 'read index received' (duration: 161.683327ms)","trace[1045589705] 'applied index is now lower than readState.Index' (duration: 239.897µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T01:40:20.603944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.270313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-28T01:40:20.60404Z","caller":"traceutil/trace.go:171","msg":"trace[1415057191] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:9362; }","duration":"162.418927ms","start":"2026-04-28T01:40:20.441597Z","end":"2026-04-28T01:40:20.604016Z","steps":["trace[1415057191] 'agreement among raft nodes before linearized reading' (duration: 162.16477ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:40:20.604311Z","caller":"traceutil/trace.go:171","msg":"trace[345500805] transaction","detail":"{read_only:false; response_revision:9362; number_of_response:1; }","duration":"168.836974ms","start":"2026-04-28T01:40:20.434872Z","end":"2026-04-28T01:40:20.603709Z","steps":["trace[345500805] 'process raft request' (duration: 168.541996ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:41:00.74247Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"39582465ceaa2f67","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-28T01:41:00.74822Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-28T01:41:00.74833Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-28T01:43:17.380506Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8267} {"level":"info","ts":"2026-04-28T01:43:17.458525Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8267,"took":"75.546034ms","hash":895295490,"current-db-size-bytes":58134528,"current-db-size":"58 MB","current-db-size-in-use-bytes":25280512,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-04-28T01:43:17.458616Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":895295490,"revision":8267,"compact-revision":6097} {"level":"warn","ts":"2026-04-28T01:44:06.005627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.589911ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-28T01:47:20.33366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.123588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T01:47:20.333752Z","caller":"traceutil/trace.go:171","msg":"trace[1771330916] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:12486; }","duration":"283.271882ms","start":"2026-04-28T01:47:20.05046Z","end":"2026-04-28T01:47:20.333732Z","steps":["trace[1771330916] 'count revisions from in-memory index tree' (duration: 283.053587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T01:47:20.333873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.528425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T01:47:20.333944Z","caller":"traceutil/trace.go:171","msg":"trace[2038320926] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:12486; }","duration":"263.627967ms","start":"2026-04-28T01:47:20.070299Z","end":"2026-04-28T01:47:20.333927Z","steps":["trace[2038320926] 'count revisions from in-memory index tree' (duration: 263.430992ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:47:20.333989Z","caller":"traceutil/trace.go:171","msg":"trace[306286809] transaction","detail":"{read_only:false; response_revision:12487; number_of_response:1; }","duration":"240.477947ms","start":"2026-04-28T01:47:20.093493Z","end":"2026-04-28T01:47:20.333971Z","steps":["trace[306286809] 'process raft request' (duration: 239.685176ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:47:20.335657Z","caller":"traceutil/trace.go:171","msg":"trace[1311854065] transaction","detail":"{read_only:false; response_revision:12488; number_of_response:1; }","duration":"240.551758ms","start":"2026-04-28T01:47:20.095082Z","end":"2026-04-28T01:47:20.335633Z","steps":["trace[1311854065] 'process raft request' (duration: 240.413694ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:48:17.387965Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10759} {"level":"info","ts":"2026-04-28T01:48:17.467175Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10759,"took":"77.412489ms","hash":327529490,"current-db-size-bytes":58134528,"current-db-size":"58 MB","current-db-size-in-use-bytes":27402240,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-04-28T01:48:17.467292Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":327529490,"revision":10759,"compact-revision":8267} {"level":"info","ts":"2026-04-28T01:50:39.142493Z","caller":"traceutil/trace.go:171","msg":"trace[1620465579] transaction","detail":"{read_only:false; response_revision:13846; number_of_response:1; }","duration":"118.406228ms","start":"2026-04-28T01:50:39.024056Z","end":"2026-04-28T01:50:39.142463Z","steps":["trace[1620465579] 'process raft request' (duration: 118.233933ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:51:04.422334Z","caller":"traceutil/trace.go:171","msg":"trace[945454758] linearizableReadLoop","detail":"{readStateIndex:14589; appliedIndex:14588; }","duration":"100.411742ms","start":"2026-04-28T01:51:04.321899Z","end":"2026-04-28T01:51:04.422311Z","steps":["trace[945454758] 'read index received' (duration: 100.199157ms)","trace[945454758] 'applied index is now lower than readState.Index' (duration: 211.785µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T01:51:04.42241Z","caller":"traceutil/trace.go:171","msg":"trace[603155885] transaction","detail":"{read_only:false; response_revision:14109; number_of_response:1; }","duration":"124.527216ms","start":"2026-04-28T01:51:04.297853Z","end":"2026-04-28T01:51:04.42238Z","steps":["trace[603155885] 'process raft request' (duration: 124.3081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T01:51:04.422541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.624068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T01:51:04.422623Z","caller":"traceutil/trace.go:171","msg":"trace[1376923733] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14109; }","duration":"100.717401ms","start":"2026-04-28T01:51:04.321891Z","end":"2026-04-28T01:51:04.422609Z","steps":["trace[1376923733] 'agreement among raft nodes before linearized reading' (duration: 100.543076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T01:51:04.422758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.100515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T01:51:04.422863Z","caller":"traceutil/trace.go:171","msg":"trace[1503232466] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14109; }","duration":"100.256969ms","start":"2026-04-28T01:51:04.322582Z","end":"2026-04-28T01:51:04.422839Z","steps":["trace[1503232466] 'agreement among raft nodes before linearized reading' (duration: 99.93682ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:52:31.833868Z","caller":"traceutil/trace.go:171","msg":"trace[1846127598] linearizableReadLoop","detail":"{readStateIndex:15646; appliedIndex:15645; }","duration":"143.764451ms","start":"2026-04-28T01:52:31.690084Z","end":"2026-04-28T01:52:31.833848Z","steps":["trace[1846127598] 'read index received' (duration: 143.564336ms)","trace[1846127598] 'applied index is now lower than readState.Index' (duration: 199.055µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T01:52:31.834121Z","caller":"traceutil/trace.go:171","msg":"trace[6562134] transaction","detail":"{read_only:false; response_revision:15133; number_of_response:1; }","duration":"278.315455ms","start":"2026-04-28T01:52:31.555793Z","end":"2026-04-28T01:52:31.834109Z","steps":["trace[6562134] 'process raft request' (duration: 277.905394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T01:52:31.834291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.204563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T01:52:31.83433Z","caller":"traceutil/trace.go:171","msg":"trace[2030954466] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15133; }","duration":"144.281275ms","start":"2026-04-28T01:52:31.690039Z","end":"2026-04-28T01:52:31.83432Z","steps":["trace[2030954466] 'agreement among raft nodes before linearized reading' (duration: 144.214113ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T01:52:31.83461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.090171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-28T01:52:31.834676Z","caller":"traceutil/trace.go:171","msg":"trace[100710752] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15133; }","duration":"143.184574ms","start":"2026-04-28T01:52:31.691476Z","end":"2026-04-28T01:52:31.83466Z","steps":["trace[100710752] 'agreement among raft nodes before linearized reading' (duration: 142.991899ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T01:52:31.834721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.630322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-28T01:52:31.834761Z","caller":"traceutil/trace.go:171","msg":"trace[1791280154] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15133; }","duration":"106.721615ms","start":"2026-04-28T01:52:31.72803Z","end":"2026-04-28T01:52:31.834752Z","steps":["trace[1791280154] 'agreement among raft nodes before linearized reading' (duration: 106.593941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T01:52:31.834874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.802378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-28T01:52:31.8349Z","caller":"traceutil/trace.go:171","msg":"trace[31276346] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15133; }","duration":"140.848419ms","start":"2026-04-28T01:52:31.694045Z","end":"2026-04-28T01:52:31.834894Z","steps":["trace[31276346] 'agreement among raft nodes before linearized reading' (duration: 140.780167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T01:52:32.10469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.619834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-gkzmq\" ","response":"range_response_count:1 size:9709"} {"level":"info","ts":"2026-04-28T01:52:32.104755Z","caller":"traceutil/trace.go:171","msg":"trace[82599383] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-gkzmq; range_end:; response_count:1; response_revision:15133; }","duration":"114.730417ms","start":"2026-04-28T01:52:31.990004Z","end":"2026-04-28T01:52:32.104735Z","steps":["trace[82599383] 'range keys from in-memory index tree' (duration: 114.483818ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:53:17.394032Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12870} {"level":"info","ts":"2026-04-28T01:53:17.468837Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12870,"took":"72.013264ms","hash":3373187207,"current-db-size-bytes":58134528,"current-db-size":"58 MB","current-db-size-in-use-bytes":30511104,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-28T01:53:17.468913Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3373187207,"revision":12870,"compact-revision":10759} {"level":"warn","ts":"2026-04-28T01:54:40.588427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.938862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9nvjr\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-28T01:54:40.58857Z","caller":"traceutil/trace.go:171","msg":"trace[2122463898] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9nvjr; range_end:; response_count:1; response_revision:16005; }","duration":"227.127307ms","start":"2026-04-28T01:54:40.361427Z","end":"2026-04-28T01:54:40.588554Z","steps":["trace[2122463898] 'range keys from in-memory index tree' (duration: 226.700626ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:58:17.399884Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15407} {"level":"info","ts":"2026-04-28T01:58:17.497983Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15407,"took":"95.05092ms","hash":1757550597,"current-db-size-bytes":58134528,"current-db-size":"58 MB","current-db-size-in-use-bytes":32038912,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-28T01:58:17.498038Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1757550597,"revision":15407,"compact-revision":12870} {"level":"info","ts":"2026-04-28T01:58:28.995459Z","caller":"traceutil/trace.go:171","msg":"trace[893041531] transaction","detail":"{read_only:false; response_revision:17852; number_of_response:1; }","duration":"100.776318ms","start":"2026-04-28T01:58:28.894656Z","end":"2026-04-28T01:58:28.995432Z","steps":["trace[893041531] 'process raft request' (duration: 100.621294ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T01:58:29.373453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.909283ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T01:58:29.373647Z","caller":"traceutil/trace.go:171","msg":"trace[930647866] transaction","detail":"{read_only:false; response_revision:17854; number_of_response:1; }","duration":"411.266577ms","start":"2026-04-28T01:58:28.962363Z","end":"2026-04-28T01:58:29.37363Z","steps":["trace[930647866] 'process raft request' (duration: 411.192875ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:58:29.373876Z","caller":"traceutil/trace.go:171","msg":"trace[1310703533] transaction","detail":"{read_only:false; response_revision:17853; number_of_response:1; }","duration":"429.797089ms","start":"2026-04-28T01:58:28.944042Z","end":"2026-04-28T01:58:29.373839Z","steps":["trace[1310703533] 'process raft request' (duration: 316.233988ms)","trace[1310703533] 'compare' (duration: 112.728218ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T01:58:29.374034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T01:58:28.944027Z","time spent":"429.924992ms","remote":"127.0.0.1:57256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T01:58:29.3738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T01:58:28.962338Z","time spent":"411.39054ms","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T01:58:29.385157Z","caller":"traceutil/trace.go:171","msg":"trace[1012053135] linearizableReadLoop","detail":"{readStateIndex:18456; appliedIndex:18453; }","duration":"243.483965ms","start":"2026-04-28T01:58:29.14165Z","end":"2026-04-28T01:58:29.385134Z","steps":["trace[1012053135] 'read index received' (duration: 118.632962ms)","trace[1012053135] 'applied index is now lower than readState.Index' (duration: 124.849883ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T01:58:29.385419Z","caller":"traceutil/trace.go:171","msg":"trace[447430900] transaction","detail":"{read_only:false; response_revision:17855; number_of_response:1; }","duration":"301.934033ms","start":"2026-04-28T01:58:29.083473Z","end":"2026-04-28T01:58:29.385407Z","steps":["trace[447430900] 'process raft request' (duration: 301.536901ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T01:58:29.385528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T01:58:29.083444Z","time spent":"302.011815ms","remote":"127.0.0.1:57256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T01:58:29.385801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.153724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-cgvtp\" ","response":"range_response_count:1 size:20771"} {"level":"info","ts":"2026-04-28T01:58:29.385843Z","caller":"traceutil/trace.go:171","msg":"trace[624556587] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-cgvtp; range_end:; response_count:1; response_revision:17855; }","duration":"244.194645ms","start":"2026-04-28T01:58:29.141637Z","end":"2026-04-28T01:58:29.385832Z","steps":["trace[624556587] 'agreement among raft nodes before linearized reading' (duration: 244.063702ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:58:29.511686Z","caller":"traceutil/trace.go:171","msg":"trace[54950235] linearizableReadLoop","detail":"{readStateIndex:18457; appliedIndex:18456; }","duration":"126.434808ms","start":"2026-04-28T01:58:29.385227Z","end":"2026-04-28T01:58:29.511662Z","steps":["trace[54950235] 'read index received' (duration: 93.60738ms)","trace[54950235] 'applied index is now lower than readState.Index' (duration: 32.826338ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T01:58:29.51182Z","caller":"traceutil/trace.go:171","msg":"trace[350227970] transaction","detail":"{read_only:false; response_revision:17856; number_of_response:1; }","duration":"129.565855ms","start":"2026-04-28T01:58:29.38222Z","end":"2026-04-28T01:58:29.511785Z","steps":["trace[350227970] 'process raft request' (duration: 96.621483ms)","trace[350227970] 'compare' (duration: 32.702825ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T01:58:29.512025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.588599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T01:58:29.512248Z","caller":"traceutil/trace.go:171","msg":"trace[1798528864] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17856; }","duration":"268.93204ms","start":"2026-04-28T01:58:29.243182Z","end":"2026-04-28T01:58:29.512114Z","steps":["trace[1798528864] 'agreement among raft nodes before linearized reading' (duration: 268.57643ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T01:58:29.560995Z","caller":"traceutil/trace.go:171","msg":"trace[1609568092] transaction","detail":"{read_only:false; response_revision:17857; number_of_response:1; }","duration":"157.618509ms","start":"2026-04-28T01:58:29.403335Z","end":"2026-04-28T01:58:29.560953Z","steps":["trace[1609568092] 'process raft request' (duration: 157.131366ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:01:24.049348Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"39582465ceaa2f67","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-28T02:01:24.054998Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-04-28T02:01:24.055079Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-04-28T02:03:17.408833Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17747} {"level":"info","ts":"2026-04-28T02:03:17.502631Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17747,"took":"90.390311ms","hash":2672187116,"current-db-size-bytes":58134528,"current-db-size":"58 MB","current-db-size-in-use-bytes":34713600,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-04-28T02:03:17.502687Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2672187116,"revision":17747,"compact-revision":15407} {"level":"info","ts":"2026-04-28T02:03:44.384438Z","caller":"traceutil/trace.go:171","msg":"trace[1935761458] linearizableReadLoop","detail":"{readStateIndex:21022; appliedIndex:21021; }","duration":"139.882828ms","start":"2026-04-28T02:03:44.244529Z","end":"2026-04-28T02:03:44.384412Z","steps":["trace[1935761458] 'read index received' (duration: 139.671942ms)","trace[1935761458] 'applied index is now lower than readState.Index' (duration: 209.856µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T02:03:44.384493Z","caller":"traceutil/trace.go:171","msg":"trace[459671012] transaction","detail":"{read_only:false; response_revision:20338; number_of_response:1; }","duration":"174.120206ms","start":"2026-04-28T02:03:44.210341Z","end":"2026-04-28T02:03:44.384461Z","steps":["trace[459671012] 'process raft request' (duration: 173.912071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:03:44.38462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.076765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T02:03:44.384729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.650214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T02:03:44.384695Z","caller":"traceutil/trace.go:171","msg":"trace[1276984272] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20338; }","duration":"140.164767ms","start":"2026-04-28T02:03:44.244516Z","end":"2026-04-28T02:03:44.384681Z","steps":["trace[1276984272] 'agreement among raft nodes before linearized reading' (duration: 140.020834ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:03:44.384804Z","caller":"traceutil/trace.go:171","msg":"trace[706668680] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:20338; }","duration":"130.729446ms","start":"2026-04-28T02:03:44.254056Z","end":"2026-04-28T02:03:44.384785Z","steps":["trace[706668680] 'agreement among raft nodes before linearized reading' (duration: 130.49425ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:03:44.384801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.374015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-28T02:03:44.38488Z","caller":"traceutil/trace.go:171","msg":"trace[1108996141] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20338; }","duration":"118.500268ms","start":"2026-04-28T02:03:44.266362Z","end":"2026-04-28T02:03:44.384863Z","steps":["trace[1108996141] 'agreement among raft nodes before linearized reading' (duration: 118.233181ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:03:44.564554Z","caller":"traceutil/trace.go:171","msg":"trace[561406570] transaction","detail":"{read_only:false; response_revision:20339; number_of_response:1; }","duration":"174.57648ms","start":"2026-04-28T02:03:44.389945Z","end":"2026-04-28T02:03:44.564522Z","steps":["trace[561406570] 'process raft request' (duration: 94.027512ms)","trace[561406570] 'compare' (duration: 80.119867ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T02:03:44.564579Z","caller":"traceutil/trace.go:171","msg":"trace[11027581] linearizableReadLoop","detail":"{readStateIndex:21023; appliedIndex:21022; }","duration":"173.059778ms","start":"2026-04-28T02:03:44.391468Z","end":"2026-04-28T02:03:44.564527Z","steps":["trace[11027581] 'read index received' (duration: 92.460908ms)","trace[11027581] 'applied index is now lower than readState.Index' (duration: 80.592169ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T02:03:44.564814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.320865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-28T02:03:44.564885Z","caller":"traceutil/trace.go:171","msg":"trace[1684607382] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20340; }","duration":"173.450319ms","start":"2026-04-28T02:03:44.391417Z","end":"2026-04-28T02:03:44.564867Z","steps":["trace[1684607382] 'agreement among raft nodes before linearized reading' (duration: 173.227533ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:03:44.848668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.489746ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T02:03:44.848777Z","caller":"traceutil/trace.go:171","msg":"trace[516758417] linearizableReadLoop","detail":"{readStateIndex:21026; appliedIndex:21025; }","duration":"258.452969ms","start":"2026-04-28T02:03:44.590307Z","end":"2026-04-28T02:03:44.84876Z","steps":["trace[516758417] 'read index received' (duration: 121.751967ms)","trace[516758417] 'applied index is now lower than readState.Index' (duration: 136.699642ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T02:03:44.848816Z","caller":"traceutil/trace.go:171","msg":"trace[2039585654] transaction","detail":"{read_only:false; response_revision:20342; number_of_response:1; }","duration":"265.221846ms","start":"2026-04-28T02:03:44.583567Z","end":"2026-04-28T02:03:44.848789Z","steps":["trace[2039585654] 'process raft request' (duration: 128.525194ms)","trace[2039585654] 'compare' (duration: 136.357902ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T02:03:44.848914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.618524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-04-28T02:03:44.848951Z","caller":"traceutil/trace.go:171","msg":"trace[617074475] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:20342; }","duration":"258.694156ms","start":"2026-04-28T02:03:44.590246Z","end":"2026-04-28T02:03:44.84894Z","steps":["trace[617074475] 'agreement among raft nodes before linearized reading' (duration: 258.561012ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:03:45.412803Z","caller":"traceutil/trace.go:171","msg":"trace[614559267] transaction","detail":"{read_only:false; response_revision:20344; number_of_response:1; }","duration":"167.068652ms","start":"2026-04-28T02:03:45.245708Z","end":"2026-04-28T02:03:45.412776Z","steps":["trace[614559267] 'process raft request' (duration: 143.437558ms)","trace[614559267] 'compare' (duration: 23.512571ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T02:03:45.463223Z","caller":"traceutil/trace.go:171","msg":"trace[459743173] transaction","detail":"{read_only:false; response_revision:20345; number_of_response:1; }","duration":"150.258587ms","start":"2026-04-28T02:03:45.312946Z","end":"2026-04-28T02:03:45.463205Z","steps":["trace[459743173] 'process raft request' (duration: 150.149774ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:07:35.088769Z","caller":"traceutil/trace.go:171","msg":"trace[1332245429] linearizableReadLoop","detail":"{readStateIndex:23524; appliedIndex:23523; }","duration":"142.817533ms","start":"2026-04-28T02:07:34.945923Z","end":"2026-04-28T02:07:35.088741Z","steps":["trace[1332245429] 'read index received' (duration: 142.582977ms)","trace[1332245429] 'applied index is now lower than readState.Index' (duration: 233.576µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T02:07:35.088962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.0269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-28T02:07:35.088992Z","caller":"traceutil/trace.go:171","msg":"trace[429228208] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22770; }","duration":"143.077081ms","start":"2026-04-28T02:07:34.945906Z","end":"2026-04-28T02:07:35.088983Z","steps":["trace[429228208] 'agreement among raft nodes before linearized reading' (duration: 142.941497ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:07:35.089088Z","caller":"traceutil/trace.go:171","msg":"trace[2118146519] transaction","detail":"{read_only:false; response_revision:22770; number_of_response:1; }","duration":"149.149709ms","start":"2026-04-28T02:07:34.93991Z","end":"2026-04-28T02:07:35.08906Z","steps":["trace[2118146519] 'process raft request' (duration: 148.660346ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:07:35.299645Z","caller":"traceutil/trace.go:171","msg":"trace[1397163202] linearizableReadLoop","detail":"{readStateIndex:23525; appliedIndex:23524; }","duration":"194.668399ms","start":"2026-04-28T02:07:35.104957Z","end":"2026-04-28T02:07:35.299626Z","steps":["trace[1397163202] 'read index received' (duration: 194.510785ms)","trace[1397163202] 'applied index is now lower than readState.Index' (duration: 156.304µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T02:07:35.299726Z","caller":"traceutil/trace.go:171","msg":"trace[705512297] transaction","detail":"{read_only:false; response_revision:22771; number_of_response:1; }","duration":"205.346415ms","start":"2026-04-28T02:07:35.094338Z","end":"2026-04-28T02:07:35.299684Z","steps":["trace[705512297] 'process raft request' (duration: 205.1542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:07:35.299873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.904375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager\" ","response":"range_response_count:1 size:5023"} {"level":"info","ts":"2026-04-28T02:07:35.299923Z","caller":"traceutil/trace.go:171","msg":"trace[2049778344] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager; range_end:; response_count:1; response_revision:22771; }","duration":"195.006128ms","start":"2026-04-28T02:07:35.104903Z","end":"2026-04-28T02:07:35.299909Z","steps":["trace[2049778344] 'agreement among raft nodes before linearized reading' (duration: 194.846574ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:08:17.415707Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20201} {"level":"info","ts":"2026-04-28T02:08:17.523604Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20201,"took":"104.955036ms","hash":955923617,"current-db-size-bytes":58134528,"current-db-size":"58 MB","current-db-size-in-use-bytes":41132032,"current-db-size-in-use":"41 MB"} {"level":"info","ts":"2026-04-28T02:08:17.523683Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":955923617,"revision":20201,"compact-revision":17747} {"level":"info","ts":"2026-04-28T02:11:14.655959Z","caller":"traceutil/trace.go:171","msg":"trace[766236314] linearizableReadLoop","detail":"{readStateIndex:25796; appliedIndex:25795; }","duration":"130.286826ms","start":"2026-04-28T02:11:14.52565Z","end":"2026-04-28T02:11:14.655937Z","steps":["trace[766236314] 'read index received' (duration: 130.146622ms)","trace[766236314] 'applied index is now lower than readState.Index' (duration: 139.314µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T02:11:14.656212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.547334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T02:11:14.656251Z","caller":"traceutil/trace.go:171","msg":"trace[1166927180] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24986; }","duration":"130.635986ms","start":"2026-04-28T02:11:14.525605Z","end":"2026-04-28T02:11:14.656241Z","steps":["trace[1166927180] 'agreement among raft nodes before linearized reading' (duration: 130.437001ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:11:14.65656Z","caller":"traceutil/trace.go:171","msg":"trace[1720049708] transaction","detail":"{read_only:false; response_revision:24986; number_of_response:1; }","duration":"139.323956ms","start":"2026-04-28T02:11:14.517223Z","end":"2026-04-28T02:11:14.656547Z","steps":["trace[1720049708] 'process raft request' (duration: 138.574796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:11:14.987593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.168792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T02:11:14.987699Z","caller":"traceutil/trace.go:171","msg":"trace[1082836466] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24987; }","duration":"247.323097ms","start":"2026-04-28T02:11:14.740354Z","end":"2026-04-28T02:11:14.987678Z","steps":["trace[1082836466] 'count revisions from in-memory index tree' (duration: 247.1067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:11:14.98788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.922105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T02:11:14.988009Z","caller":"traceutil/trace.go:171","msg":"trace[1511664687] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24987; }","duration":"230.11082ms","start":"2026-04-28T02:11:14.757878Z","end":"2026-04-28T02:11:14.987989Z","steps":["trace[1511664687] 'range keys from in-memory index tree' (duration: 229.506342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:11:14.988037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.057117ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T02:11:14.988677Z","caller":"traceutil/trace.go:171","msg":"trace[966281882] linearizableReadLoop","detail":"{readStateIndex:25799; appliedIndex:25797; }","duration":"122.519573ms","start":"2026-04-28T02:11:14.866134Z","end":"2026-04-28T02:11:14.988654Z","steps":["trace[966281882] 'read index received' (duration: 121.101023ms)","trace[966281882] 'applied index is now lower than readState.Index' (duration: 1.41763ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T02:11:14.988855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.718898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"info","ts":"2026-04-28T02:11:14.988855Z","caller":"traceutil/trace.go:171","msg":"trace[69628218] transaction","detail":"{read_only:false; response_revision:24989; number_of_response:1; }","duration":"199.976826ms","start":"2026-04-28T02:11:14.788864Z","end":"2026-04-28T02:11:14.988841Z","steps":["trace[69628218] 'process raft request' (duration: 199.700088ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:11:14.988894Z","caller":"traceutil/trace.go:171","msg":"trace[1117784035] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:24989; }","duration":"122.79212ms","start":"2026-04-28T02:11:14.866091Z","end":"2026-04-28T02:11:14.988883Z","steps":["trace[1117784035] 'agreement among raft nodes before linearized reading' (duration: 122.635536ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:11:14.988899Z","caller":"traceutil/trace.go:171","msg":"trace[1486197190] transaction","detail":"{read_only:false; response_revision:24988; number_of_response:1; }","duration":"201.055246ms","start":"2026-04-28T02:11:14.78782Z","end":"2026-04-28T02:11:14.988875Z","steps":["trace[1486197190] 'process raft request' (duration: 64.089224ms)","trace[1486197190] 'compare' (duration: 135.922003ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T02:11:15.326956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.814537ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T02:11:15.32749Z","caller":"traceutil/trace.go:171","msg":"trace[1332705035] transaction","detail":"{read_only:false; response_revision:24992; number_of_response:1; }","duration":"306.364101ms","start":"2026-04-28T02:11:15.021086Z","end":"2026-04-28T02:11:15.32745Z","steps":["trace[1332705035] 'process raft request' (duration: 155.967348ms)","trace[1332705035] 'compare' (duration: 149.717225ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T02:11:15.3276Z","caller":"traceutil/trace.go:171","msg":"trace[338051987] linearizableReadLoop","detail":"{readStateIndex:25802; appliedIndex:25801; }","duration":"284.898987ms","start":"2026-04-28T02:11:15.042425Z","end":"2026-04-28T02:11:15.327324Z","steps":["trace[338051987] 'read index received' (duration: 134.550545ms)","trace[338051987] 'applied index is now lower than readState.Index' (duration: 150.346882ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T02:11:15.327628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:11:15.021064Z","time spent":"306.492335ms","remote":"127.0.0.1:57256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T02:11:15.327658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.220566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T02:11:15.327715Z","caller":"traceutil/trace.go:171","msg":"trace[1691856801] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24992; }","duration":"285.319198ms","start":"2026-04-28T02:11:15.042383Z","end":"2026-04-28T02:11:15.327702Z","steps":["trace[1691856801] 'agreement among raft nodes before linearized reading' (duration: 285.165744ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:11:15.465606Z","caller":"traceutil/trace.go:171","msg":"trace[1965750491] transaction","detail":"{read_only:false; response_revision:24994; number_of_response:1; }","duration":"133.955268ms","start":"2026-04-28T02:11:15.331621Z","end":"2026-04-28T02:11:15.465576Z","steps":["trace[1965750491] 'process raft request' (duration: 123.439197ms)","trace[1965750491] 'compare' (duration: 10.345716ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T02:11:15.465536Z","caller":"traceutil/trace.go:171","msg":"trace[615032342] linearizableReadLoop","detail":"{readStateIndex:25804; appliedIndex:25803; }","duration":"119.037555ms","start":"2026-04-28T02:11:15.346475Z","end":"2026-04-28T02:11:15.465513Z","steps":["trace[615032342] 'read index received' (duration: 108.584656ms)","trace[615032342] 'applied index is now lower than readState.Index' (duration: 10.451919ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T02:11:15.465674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.177809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T02:11:15.465783Z","caller":"traceutil/trace.go:171","msg":"trace[1573396202] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24994; }","duration":"119.327793ms","start":"2026-04-28T02:11:15.346445Z","end":"2026-04-28T02:11:15.465772Z","steps":["trace[1573396202] 'agreement among raft nodes before linearized reading' (duration: 119.179559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:11:15.981306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.736533ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T02:11:15.981528Z","caller":"traceutil/trace.go:171","msg":"trace[1540469414] transaction","detail":"{read_only:false; response_revision:24996; number_of_response:1; }","duration":"121.716879ms","start":"2026-04-28T02:11:15.859794Z","end":"2026-04-28T02:11:15.981511Z","steps":["trace[1540469414] 'process raft request' (duration: 18.643797ms)","trace[1540469414] 'compare' (duration: 102.481346ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T02:11:16.26712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.49325ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-28T02:11:16.391246Z","caller":"traceutil/trace.go:171","msg":"trace[740828456] transaction","detail":"{read_only:false; response_revision:24997; number_of_response:1; }","duration":"253.881749ms","start":"2026-04-28T02:11:16.137323Z","end":"2026-04-28T02:11:16.391205Z","steps":["trace[740828456] 'process raft request' (duration: 253.628991ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:11:16.392365Z","caller":"traceutil/trace.go:171","msg":"trace[128937521] linearizableReadLoop","detail":"{readStateIndex:25809; appliedIndex:25807; }","duration":"243.164582ms","start":"2026-04-28T02:11:16.149179Z","end":"2026-04-28T02:11:16.392344Z","steps":["trace[128937521] 'read index received' (duration: 241.758553ms)","trace[128937521] 'applied index is now lower than readState.Index' (duration: 1.404419ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T02:11:16.392493Z","caller":"traceutil/trace.go:171","msg":"trace[1390349742] transaction","detail":"{read_only:false; response_revision:24999; number_of_response:1; }","duration":"170.282955ms","start":"2026-04-28T02:11:16.222195Z","end":"2026-04-28T02:11:16.392478Z","steps":["trace[1390349742] 'process raft request' (duration: 170.085849ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:11:16.392437Z","caller":"traceutil/trace.go:171","msg":"trace[1315215781] transaction","detail":"{read_only:false; response_revision:24998; number_of_response:1; }","duration":"251.597605ms","start":"2026-04-28T02:11:16.140815Z","end":"2026-04-28T02:11:16.392413Z","steps":["trace[1315215781] 'process raft request' (duration: 251.342528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:11:16.392891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.133514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T02:11:16.392974Z","caller":"traceutil/trace.go:171","msg":"trace[1984103077] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:24999; }","duration":"194.271078ms","start":"2026-04-28T02:11:16.198679Z","end":"2026-04-28T02:11:16.39295Z","steps":["trace[1984103077] 'agreement among raft nodes before linearized reading' (duration: 194.080952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:11:16.392988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.786209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-28T02:11:16.393033Z","caller":"traceutil/trace.go:171","msg":"trace[1504069774] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24999; }","duration":"243.870822ms","start":"2026-04-28T02:11:16.149151Z","end":"2026-04-28T02:11:16.393021Z","steps":["trace[1504069774] 'agreement among raft nodes before linearized reading' (duration: 243.726268ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:11:27.220869Z","caller":"traceutil/trace.go:171","msg":"trace[1123369791] transaction","detail":"{read_only:false; response_revision:25079; number_of_response:1; }","duration":"147.659497ms","start":"2026-04-28T02:11:27.073184Z","end":"2026-04-28T02:11:27.220843Z","steps":["trace[1123369791] 'process raft request' (duration: 146.128686ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:11:27.221016Z","caller":"traceutil/trace.go:171","msg":"trace[1594778868] linearizableReadLoop","detail":"{readStateIndex:25893; appliedIndex:25890; }","duration":"130.498382ms","start":"2026-04-28T02:11:27.090487Z","end":"2026-04-28T02:11:27.220985Z","steps":["trace[1594778868] 'read index received' (duration: 27.746878ms)","trace[1594778868] 'applied index is now lower than readState.Index' (duration: 102.749224ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T02:11:27.221115Z","caller":"traceutil/trace.go:171","msg":"trace[430243534] transaction","detail":"{read_only:false; response_revision:25080; number_of_response:1; }","duration":"138.614106ms","start":"2026-04-28T02:11:27.082454Z","end":"2026-04-28T02:11:27.221068Z","steps":["trace[430243534] 'process raft request' (duration: 138.352549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:11:27.221213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.713008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-28T02:11:27.221255Z","caller":"traceutil/trace.go:171","msg":"trace[1220467960] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25080; }","duration":"130.793831ms","start":"2026-04-28T02:11:27.090447Z","end":"2026-04-28T02:11:27.221241Z","steps":["trace[1220467960] 'agreement among raft nodes before linearized reading' (duration: 130.659117ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:11:30.481569Z","caller":"traceutil/trace.go:171","msg":"trace[1263512502] linearizableReadLoop","detail":"{readStateIndex:25969; appliedIndex:25968; }","duration":"234.750517ms","start":"2026-04-28T02:11:30.24679Z","end":"2026-04-28T02:11:30.48154Z","steps":["trace[1263512502] 'read index received' (duration: 234.538822ms)","trace[1263512502] 'applied index is now lower than readState.Index' (duration: 209.995µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T02:11:30.481644Z","caller":"traceutil/trace.go:171","msg":"trace[1101557499] transaction","detail":"{read_only:false; response_revision:25156; number_of_response:1; }","duration":"306.999908ms","start":"2026-04-28T02:11:30.174595Z","end":"2026-04-28T02:11:30.481595Z","steps":["trace[1101557499] 'process raft request' (duration: 306.752241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:11:30.481725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.909342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T02:11:30.481785Z","caller":"traceutil/trace.go:171","msg":"trace[255454292] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25156; }","duration":"235.015345ms","start":"2026-04-28T02:11:30.246753Z","end":"2026-04-28T02:11:30.481768Z","steps":["trace[255454292] 'agreement among raft nodes before linearized reading' (duration: 234.897641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:11:30.481897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:11:30.17457Z","time spent":"307.174723ms","remote":"127.0.0.1:57200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3746,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T02:11:30.759566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.240556ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T02:11:30.759747Z","caller":"traceutil/trace.go:171","msg":"trace[2105516214] linearizableReadLoop","detail":"{readStateIndex:25971; appliedIndex:25969; }","duration":"276.509095ms","start":"2026-04-28T02:11:30.483219Z","end":"2026-04-28T02:11:30.759728Z","steps":["trace[2105516214] 'read index received' (duration: 86.025202ms)","trace[2105516214] 'applied index is now lower than readState.Index' (duration: 190.482853ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T02:11:30.759845Z","caller":"traceutil/trace.go:171","msg":"trace[2061671412] transaction","detail":"{read_only:false; response_revision:25157; number_of_response:1; }","duration":"313.713914ms","start":"2026-04-28T02:11:30.446054Z","end":"2026-04-28T02:11:30.759768Z","steps":["trace[2061671412] 'process raft request' (duration: 123.18477ms)","trace[2061671412] 'compare' (duration: 190.123732ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T02:11:30.760046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:11:30.446023Z","time spent":"313.92705ms","remote":"127.0.0.1:57256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T02:11:30.760047Z","caller":"traceutil/trace.go:171","msg":"trace[282660658] transaction","detail":"{read_only:false; response_revision:25158; number_of_response:1; }","duration":"305.126697ms","start":"2026-04-28T02:11:30.454895Z","end":"2026-04-28T02:11:30.760021Z","steps":["trace[282660658] 'process raft request' (duration: 304.775948ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:11:30.760468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:11:30.454878Z","time spent":"305.520017ms","remote":"127.0.0.1:57256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T02:11:30.76015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.911936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T02:11:30.760616Z","caller":"traceutil/trace.go:171","msg":"trace[251941147] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25158; }","duration":"277.41312ms","start":"2026-04-28T02:11:30.48314Z","end":"2026-04-28T02:11:30.760553Z","steps":["trace[251941147] 'agreement among raft nodes before linearized reading' (duration: 276.936557ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:11:30.770547Z","caller":"traceutil/trace.go:171","msg":"trace[993414422] transaction","detail":"{read_only:false; response_revision:25159; number_of_response:1; }","duration":"181.00689ms","start":"2026-04-28T02:11:30.589523Z","end":"2026-04-28T02:11:30.77053Z","steps":["trace[993414422] 'process raft request' (duration: 180.917288ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:11:30.949191Z","caller":"traceutil/trace.go:171","msg":"trace[624794797] linearizableReadLoop","detail":"{readStateIndex:25973; appliedIndex:25972; }","duration":"189.369461ms","start":"2026-04-28T02:11:30.759782Z","end":"2026-04-28T02:11:30.949151Z","steps":["trace[624794797] 'read index received' (duration: 10.84493ms)","trace[624794797] 'applied index is now lower than readState.Index' (duration: 178.522771ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T02:11:30.949343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.620427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-28T02:11:30.949425Z","caller":"traceutil/trace.go:171","msg":"trace[2130246032] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:25160; }","duration":"410.777301ms","start":"2026-04-28T02:11:30.538629Z","end":"2026-04-28T02:11:30.949406Z","steps":["trace[2130246032] 'agreement among raft nodes before linearized reading' (duration: 410.576376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:11:30.949479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:11:30.53861Z","time spent":"410.860523ms","remote":"127.0.0.1:57038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.248\" "} {"level":"warn","ts":"2026-04-28T02:11:30.949497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.329933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-28T02:11:30.949484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.917272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-65f3889a-dddf-4fc2-945b-c427bbbda42d\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-04-28T02:11:30.949568Z","caller":"traceutil/trace.go:171","msg":"trace[1611848314] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25160; }","duration":"464.448926ms","start":"2026-04-28T02:11:30.4851Z","end":"2026-04-28T02:11:30.949548Z","steps":["trace[1611848314] 'agreement among raft nodes before linearized reading' (duration: 464.252191ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:11:30.949606Z","caller":"traceutil/trace.go:171","msg":"trace[1633128684] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-65f3889a-dddf-4fc2-945b-c427bbbda42d; range_end:; response_count:1; response_revision:25160; }","duration":"339.095707ms","start":"2026-04-28T02:11:30.610475Z","end":"2026-04-28T02:11:30.949571Z","steps":["trace[1633128684] 'agreement among raft nodes before linearized reading' (duration: 338.722097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:11:30.949652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.824951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-04-28T02:11:30.949677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:11:30.610454Z","time spent":"339.20873ms","remote":"127.0.0.1:57200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-65f3889a-dddf-4fc2-945b-c427bbbda42d\" "} {"level":"info","ts":"2026-04-28T02:11:30.949716Z","caller":"traceutil/trace.go:171","msg":"trace[328672577] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:25160; }","duration":"437.930973ms","start":"2026-04-28T02:11:30.511763Z","end":"2026-04-28T02:11:30.949694Z","steps":["trace[328672577] 'agreement among raft nodes before linearized reading' (duration: 437.557833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:11:30.949761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:11:30.511739Z","time spent":"438.010646ms","remote":"127.0.0.1:57170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-04-28T02:11:30.949786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.841282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T02:11:30.94983Z","caller":"traceutil/trace.go:171","msg":"trace[1931091535] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25160; }","duration":"134.942635ms","start":"2026-04-28T02:11:30.814875Z","end":"2026-04-28T02:11:30.949817Z","steps":["trace[1931091535] 'agreement among raft nodes before linearized reading' (duration: 134.787781ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:11:30.949935Z","caller":"traceutil/trace.go:171","msg":"trace[2013275895] transaction","detail":"{read_only:false; response_revision:25160; number_of_response:1; }","duration":"228.842736ms","start":"2026-04-28T02:11:30.721055Z","end":"2026-04-28T02:11:30.949898Z","steps":["trace[2013275895] 'process raft request' (duration: 200.950013ms)","trace[2013275895] 'compare' (duration: 26.892744ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T02:11:30.949623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:11:30.485078Z","time spent":"464.531799ms","remote":"127.0.0.1:57256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T02:11:30.950325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.779567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-28T02:11:30.951461Z","caller":"traceutil/trace.go:171","msg":"trace[709799664] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25160; }","duration":"330.997813ms","start":"2026-04-28T02:11:30.61942Z","end":"2026-04-28T02:11:30.950418Z","steps":["trace[709799664] 'agreement among raft nodes before linearized reading' (duration: 330.50705ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:11:30.951566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:11:30.61941Z","time spent":"332.117093ms","remote":"127.0.0.1:57256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T02:11:31.25881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.563003ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-04-28T02:11:31.259561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:11:30.95116Z","time spent":"308.394687ms","remote":"127.0.0.1:57038","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T02:11:31.25958Z","caller":"traceutil/trace.go:171","msg":"trace[405666848] linearizableReadLoop","detail":"{readStateIndex:25974; appliedIndex:25973; }","duration":"305.721033ms","start":"2026-04-28T02:11:30.953833Z","end":"2026-04-28T02:11:31.259554Z","steps":["trace[405666848] 'read index received' (duration: 139.41115ms)","trace[405666848] 'applied index is now lower than readState.Index' (duration: 166.307513ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T02:11:31.259617Z","caller":"traceutil/trace.go:171","msg":"trace[326241169] transaction","detail":"{read_only:false; response_revision:25161; number_of_response:1; }","duration":"305.770404ms","start":"2026-04-28T02:11:30.953824Z","end":"2026-04-28T02:11:31.259595Z","steps":["trace[326241169] 'process raft request' (duration: 305.59743ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:11:31.259847Z","caller":"traceutil/trace.go:171","msg":"trace[1460394217] transaction","detail":"{read_only:false; response_revision:25162; number_of_response:1; }","duration":"305.332003ms","start":"2026-04-28T02:11:30.954487Z","end":"2026-04-28T02:11:31.259819Z","steps":["trace[1460394217] 'process raft request' (duration: 305.067165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:11:31.259888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.033182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-57cb76ac-9f0b-4f97-a1ea-18a3c280af28\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-04-28T02:11:31.259956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:11:30.953801Z","time spent":"306.033242ms","remote":"127.0.0.1:57256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T02:11:31.259948Z","caller":"traceutil/trace.go:171","msg":"trace[1097697670] transaction","detail":"{read_only:false; response_revision:25164; number_of_response:1; }","duration":"264.769369ms","start":"2026-04-28T02:11:30.995151Z","end":"2026-04-28T02:11:31.259921Z","steps":["trace[1097697670] 'process raft request' (duration: 264.712178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:11:31.259989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:11:30.954474Z","time spent":"305.438735ms","remote":"127.0.0.1:57256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T02:11:31.259969Z","caller":"traceutil/trace.go:171","msg":"trace[1758365263] transaction","detail":"{read_only:false; response_revision:25163; number_of_response:1; }","duration":"303.794609ms","start":"2026-04-28T02:11:30.956161Z","end":"2026-04-28T02:11:31.259956Z","steps":["trace[1758365263] 'process raft request' (duration: 303.581863ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:11:31.259964Z","caller":"traceutil/trace.go:171","msg":"trace[1425497285] range","detail":"{range_begin:/registry/persistentvolumes/pvc-57cb76ac-9f0b-4f97-a1ea-18a3c280af28; range_end:; response_count:1; response_revision:25162; }","duration":"306.134485ms","start":"2026-04-28T02:11:30.953804Z","end":"2026-04-28T02:11:31.259939Z","steps":["trace[1425497285] 'agreement among raft nodes before linearized reading' (duration: 305.824806ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:11:31.260234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:11:30.953791Z","time spent":"306.427272ms","remote":"127.0.0.1:57162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-57cb76ac-9f0b-4f97-a1ea-18a3c280af28\" "} {"level":"warn","ts":"2026-04-28T02:11:31.260225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:11:30.956152Z","time spent":"303.979945ms","remote":"127.0.0.1:57256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T02:11:31.660548Z","caller":"traceutil/trace.go:171","msg":"trace[492097519] transaction","detail":"{read_only:false; response_revision:25165; number_of_response:1; }","duration":"530.385942ms","start":"2026-04-28T02:11:31.130136Z","end":"2026-04-28T02:11:31.660522Z","steps":["trace[492097519] 'process raft request' (duration: 530.205647ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:11:31.660726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:11:31.130117Z","time spent":"530.506656ms","remote":"127.0.0.1:57256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T02:11:31.862123Z","caller":"traceutil/trace.go:171","msg":"trace[772320441] transaction","detail":"{read_only:false; response_revision:25166; number_of_response:1; }","duration":"629.015172ms","start":"2026-04-28T02:11:31.233076Z","end":"2026-04-28T02:11:31.862091Z","steps":["trace[772320441] 'process raft request' (duration: 579.614394ms)","trace[772320441] 'compare' (duration: 49.046259ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T02:11:31.862278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:11:31.23305Z","time spent":"629.157146ms","remote":"127.0.0.1:57256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T02:11:31.862136Z","caller":"traceutil/trace.go:171","msg":"trace[1155239800] transaction","detail":"{read_only:false; response_revision:25167; number_of_response:1; }","duration":"628.622232ms","start":"2026-04-28T02:11:31.23349Z","end":"2026-04-28T02:11:31.862112Z","steps":["trace[1155239800] 'process raft request' (duration: 628.428036ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:11:31.862392Z","caller":"traceutil/trace.go:171","msg":"trace[2139211630] transaction","detail":"{read_only:false; response_revision:25168; number_of_response:1; }","duration":"601.204282ms","start":"2026-04-28T02:11:31.261174Z","end":"2026-04-28T02:11:31.862379Z","steps":["trace[2139211630] 'process raft request' (duration: 600.891323ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:11:31.862469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:11:31.261151Z","time spent":"601.277844ms","remote":"127.0.0.1:57038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T02:11:31.862467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:11:31.233476Z","time spent":"628.899319ms","remote":"127.0.0.1:57256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T02:11:31.862467Z","caller":"traceutil/trace.go:171","msg":"trace[973762205] transaction","detail":"{read_only:false; response_revision:25169; number_of_response:1; }","duration":"466.031831ms","start":"2026-04-28T02:11:31.396412Z","end":"2026-04-28T02:11:31.862444Z","steps":["trace[973762205] 'process raft request' (duration: 465.897437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:11:31.862597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:11:31.396386Z","time spent":"466.140104ms","remote":"127.0.0.1:57256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T02:11:31.862726Z","caller":"traceutil/trace.go:171","msg":"trace[1976188460] transaction","detail":"{read_only:false; response_revision:25170; number_of_response:1; }","duration":"466.272537ms","start":"2026-04-28T02:11:31.396443Z","end":"2026-04-28T02:11:31.862715Z","steps":["trace[1976188460] 'process raft request' (duration: 465.954549ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:11:31.862735Z","caller":"traceutil/trace.go:171","msg":"trace[1183041649] linearizableReadLoop","detail":"{readStateIndex:25981; appliedIndex:25978; }","duration":"603.043873ms","start":"2026-04-28T02:11:31.259674Z","end":"2026-04-28T02:11:31.862718Z","steps":["trace[1183041649] 'read index received' (duration: 400.671931ms)","trace[1183041649] 'applied index is now lower than readState.Index' (duration: 202.370752ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T02:11:31.862776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:11:31.396402Z","time spent":"466.343629ms","remote":"127.0.0.1:57256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T02:11:31.862845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.556706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-04-28T02:11:31.862874Z","caller":"traceutil/trace.go:171","msg":"trace[598284837] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:25171; }","duration":"733.614957ms","start":"2026-04-28T02:11:31.129251Z","end":"2026-04-28T02:11:31.862866Z","steps":["trace[598284837] 'agreement among raft nodes before linearized reading' (duration: 733.487434ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:11:31.862896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:11:31.129238Z","time spent":"733.653639ms","remote":"127.0.0.1:57216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":240,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"warn","ts":"2026-04-28T02:11:31.862894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.746857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T02:11:31.862923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.422217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-28T02:11:31.86294Z","caller":"traceutil/trace.go:171","msg":"trace[1553701321] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:25171; }","duration":"904.825868ms","start":"2026-04-28T02:11:30.9581Z","end":"2026-04-28T02:11:31.862926Z","steps":["trace[1553701321] 'agreement among raft nodes before linearized reading' (duration: 904.724285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:11:31.862934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.273713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:215"} {"level":"warn","ts":"2026-04-28T02:11:31.862979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:11:30.958087Z","time spent":"904.88359ms","remote":"127.0.0.1:57248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-04-28T02:11:31.863008Z","caller":"traceutil/trace.go:171","msg":"trace[855540468] transaction","detail":"{read_only:false; response_revision:25171; number_of_response:1; }","duration":"445.867213ms","start":"2026-04-28T02:11:31.417133Z","end":"2026-04-28T02:11:31.863Z","steps":["trace[855540468] 'process raft request' (duration: 445.470402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:11:31.863026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.66353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-28T02:11:31.863052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:11:31.417111Z","time spent":"445.915464ms","remote":"127.0.0.1:57256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T02:11:31.863058Z","caller":"traceutil/trace.go:171","msg":"trace[983417831] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25171; }","duration":"297.727731ms","start":"2026-04-28T02:11:31.565323Z","end":"2026-04-28T02:11:31.863051Z","steps":["trace[983417831] 'agreement among raft nodes before linearized reading' (duration: 297.652969ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:11:31.862997Z","caller":"traceutil/trace.go:171","msg":"trace[1891628496] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:25171; }","duration":"740.378335ms","start":"2026-04-28T02:11:31.122601Z","end":"2026-04-28T02:11:31.862979Z","steps":["trace[1891628496] 'agreement among raft nodes before linearized reading' (duration: 740.199581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:11:31.863127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:11:31.122576Z","time spent":"740.54499ms","remote":"127.0.0.1:57216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" "} {"level":"info","ts":"2026-04-28T02:11:31.862957Z","caller":"traceutil/trace.go:171","msg":"trace[1873817706] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25171; }","duration":"602.500359ms","start":"2026-04-28T02:11:31.260448Z","end":"2026-04-28T02:11:31.862948Z","steps":["trace[1873817706] 'agreement among raft nodes before linearized reading' (duration: 602.403316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:11:31.863192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:11:31.260429Z","time spent":"602.732986ms","remote":"127.0.0.1:57256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T02:11:31.98548Z","caller":"traceutil/trace.go:171","msg":"trace[26764492] transaction","detail":"{read_only:false; response_revision:25172; number_of_response:1; }","duration":"115.280562ms","start":"2026-04-28T02:11:31.870179Z","end":"2026-04-28T02:11:31.985459Z","steps":["trace[26764492] 'process raft request' (duration: 94.817645ms)","trace[26764492] 'compare' (duration: 20.283212ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T02:11:31.985477Z","caller":"traceutil/trace.go:171","msg":"trace[681877295] linearizableReadLoop","detail":"{readStateIndex:25987; appliedIndex:25985; }","duration":"110.772446ms","start":"2026-04-28T02:11:31.874669Z","end":"2026-04-28T02:11:31.985442Z","steps":["trace[681877295] 'read index received' (duration: 90.285569ms)","trace[681877295] 'applied index is now lower than readState.Index' (duration: 20.485817ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T02:11:31.985519Z","caller":"traceutil/trace.go:171","msg":"trace[2106960735] transaction","detail":"{read_only:false; response_revision:25173; number_of_response:1; }","duration":"115.198559ms","start":"2026-04-28T02:11:31.870285Z","end":"2026-04-28T02:11:31.985484Z","steps":["trace[2106960735] 'process raft request' (duration: 115.112937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:11:31.985725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.034323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-28T02:11:31.985763Z","caller":"traceutil/trace.go:171","msg":"trace[1434345834] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:25173; }","duration":"111.108706ms","start":"2026-04-28T02:11:31.874643Z","end":"2026-04-28T02:11:31.985751Z","steps":["trace[1434345834] 'agreement among raft nodes before linearized reading' (duration: 110.966642ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:11:32.872605Z","caller":"traceutil/trace.go:171","msg":"trace[1493609065] transaction","detail":"{read_only:false; response_revision:25174; number_of_response:1; }","duration":"106.468057ms","start":"2026-04-28T02:11:32.766118Z","end":"2026-04-28T02:11:32.872586Z","steps":["trace[1493609065] 'process raft request' (duration: 106.302593ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:11:32.888581Z","caller":"traceutil/trace.go:171","msg":"trace[1153416239] transaction","detail":"{read_only:false; response_revision:25175; number_of_response:1; }","duration":"122.193753ms","start":"2026-04-28T02:11:32.766369Z","end":"2026-04-28T02:11:32.888563Z","steps":["trace[1153416239] 'process raft request' (duration: 120.699381ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:11:33.409118Z","caller":"traceutil/trace.go:171","msg":"trace[1622216497] linearizableReadLoop","detail":"{readStateIndex:25990; appliedIndex:25989; }","duration":"419.04998ms","start":"2026-04-28T02:11:32.990039Z","end":"2026-04-28T02:11:33.409089Z","steps":["trace[1622216497] 'read index received' (duration: 418.850404ms)","trace[1622216497] 'applied index is now lower than readState.Index' (duration: 198.386µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T02:11:33.4092Z","caller":"traceutil/trace.go:171","msg":"trace[1192092224] transaction","detail":"{read_only:false; response_revision:25176; number_of_response:1; }","duration":"452.853476ms","start":"2026-04-28T02:11:32.956292Z","end":"2026-04-28T02:11:33.409145Z","steps":["trace[1192092224] 'process raft request' (duration: 452.580599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:11:33.409323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.870296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T02:11:33.409361Z","caller":"traceutil/trace.go:171","msg":"trace[1589420788] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25176; }","duration":"163.970799ms","start":"2026-04-28T02:11:33.245377Z","end":"2026-04-28T02:11:33.409348Z","steps":["trace[1589420788] 'agreement among raft nodes before linearized reading' (duration: 163.882136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:11:33.409394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.027195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T02:11:33.409465Z","caller":"traceutil/trace.go:171","msg":"trace[286426363] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25176; }","duration":"145.099947ms","start":"2026-04-28T02:11:33.264348Z","end":"2026-04-28T02:11:33.409448Z","steps":["trace[286426363] 'agreement among raft nodes before linearized reading' (duration: 144.937692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:11:33.409452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:11:32.956268Z","time spent":"453.046991ms","remote":"127.0.0.1:57256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T02:11:33.409453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.788616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T02:11:33.409527Z","caller":"traceutil/trace.go:171","msg":"trace[436418763] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25176; }","duration":"145.88831ms","start":"2026-04-28T02:11:33.263621Z","end":"2026-04-28T02:11:33.409509Z","steps":["trace[436418763] 'agreement among raft nodes before linearized reading' (duration: 145.694194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:11:33.409569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.104196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-28T02:11:33.409395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.329208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-65f3889a-dddf-4fc2-945b-c427bbbda42d\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-04-28T02:11:33.409648Z","caller":"traceutil/trace.go:171","msg":"trace[397009567] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25176; }","duration":"146.24055ms","start":"2026-04-28T02:11:33.263389Z","end":"2026-04-28T02:11:33.409629Z","steps":["trace[397009567] 'agreement among raft nodes before linearized reading' (duration: 145.953171ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:11:33.409656Z","caller":"traceutil/trace.go:171","msg":"trace[1815624687] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-65f3889a-dddf-4fc2-945b-c427bbbda42d; range_end:; response_count:1; response_revision:25176; }","duration":"419.624747ms","start":"2026-04-28T02:11:32.990013Z","end":"2026-04-28T02:11:33.409637Z","steps":["trace[1815624687] 'agreement among raft nodes before linearized reading' (duration: 419.185304ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:11:33.409709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:11:32.990004Z","time spent":"419.692478ms","remote":"127.0.0.1:57200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-65f3889a-dddf-4fc2-945b-c427bbbda42d\" "} {"level":"info","ts":"2026-04-28T02:11:33.742028Z","caller":"traceutil/trace.go:171","msg":"trace[1881618995] transaction","detail":"{read_only:false; response_revision:25178; number_of_response:1; }","duration":"327.555047ms","start":"2026-04-28T02:11:33.414434Z","end":"2026-04-28T02:11:33.741989Z","steps":["trace[1881618995] 'process raft request' (duration: 309.766885ms)","trace[1881618995] 'compare' (duration: 17.32537ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T02:11:33.742336Z","caller":"traceutil/trace.go:171","msg":"trace[1192064197] transaction","detail":"{read_only:false; response_revision:25179; number_of_response:1; }","duration":"327.438604ms","start":"2026-04-28T02:11:33.414873Z","end":"2026-04-28T02:11:33.742312Z","steps":["trace[1192064197] 'process raft request' (duration: 326.795227ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:11:33.742208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:11:33.414404Z","time spent":"327.712182ms","remote":"127.0.0.1:57256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T02:11:33.742457Z","caller":"traceutil/trace.go:171","msg":"trace[965421528] linearizableReadLoop","detail":"{readStateIndex:25993; appliedIndex:25991; }","duration":"220.013191ms","start":"2026-04-28T02:11:33.522421Z","end":"2026-04-28T02:11:33.742435Z","steps":["trace[965421528] 'read index received' (duration: 201.779826ms)","trace[965421528] 'applied index is now lower than readState.Index' (duration: 18.231285ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T02:11:33.742482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:11:33.414859Z","time spent":"327.532217ms","remote":"127.0.0.1:57256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T02:11:33.742685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.252747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-04-28T02:11:33.742715Z","caller":"traceutil/trace.go:171","msg":"trace[1776908447] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:25180; }","duration":"220.328199ms","start":"2026-04-28T02:11:33.522377Z","end":"2026-04-28T02:11:33.742706Z","steps":["trace[1776908447] 'agreement among raft nodes before linearized reading' (duration: 220.161624ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:11:33.742731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.968402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-28T02:11:33.742808Z","caller":"traceutil/trace.go:171","msg":"trace[520620354] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25180; }","duration":"102.084935ms","start":"2026-04-28T02:11:33.640704Z","end":"2026-04-28T02:11:33.742789Z","steps":["trace[520620354] 'agreement among raft nodes before linearized reading' (duration: 101.88359ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:11:35.631129Z","caller":"traceutil/trace.go:171","msg":"trace[1537029101] linearizableReadLoop","detail":"{readStateIndex:26007; appliedIndex:26006; }","duration":"114.551541ms","start":"2026-04-28T02:11:35.516557Z","end":"2026-04-28T02:11:35.631108Z","steps":["trace[1537029101] 'read index received' (duration: 114.360915ms)","trace[1537029101] 'applied index is now lower than readState.Index' (duration: 189.706µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T02:11:35.631431Z","caller":"traceutil/trace.go:171","msg":"trace[1204366477] transaction","detail":"{read_only:false; response_revision:25193; number_of_response:1; }","duration":"117.277877ms","start":"2026-04-28T02:11:35.514136Z","end":"2026-04-28T02:11:35.631414Z","steps":["trace[1204366477] 'process raft request' (duration: 116.847634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:11:35.631687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.123247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-04-28T02:11:35.631732Z","caller":"traceutil/trace.go:171","msg":"trace[1576819725] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:25193; }","duration":"115.20316ms","start":"2026-04-28T02:11:35.516518Z","end":"2026-04-28T02:11:35.631721Z","steps":["trace[1576819725] 'agreement among raft nodes before linearized reading' (duration: 115.060616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:11:35.967627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.024499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T02:11:35.967734Z","caller":"traceutil/trace.go:171","msg":"trace[1777120892] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25193; }","duration":"221.178033ms","start":"2026-04-28T02:11:35.746533Z","end":"2026-04-28T02:11:35.967711Z","steps":["trace[1777120892] 'range keys from in-memory index tree' (duration: 220.833773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:11:35.967757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.952537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-28T02:11:35.967854Z","caller":"traceutil/trace.go:171","msg":"trace[2091630401] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25193; }","duration":"221.06256ms","start":"2026-04-28T02:11:35.746776Z","end":"2026-04-28T02:11:35.967838Z","steps":["trace[2091630401] 'range keys from in-memory index tree' (duration: 220.831594ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:11:35.968253Z","caller":"traceutil/trace.go:171","msg":"trace[1024319597] transaction","detail":"{read_only:false; response_revision:25194; number_of_response:1; }","duration":"220.144525ms","start":"2026-04-28T02:11:35.748084Z","end":"2026-04-28T02:11:35.968229Z","steps":["trace[1024319597] 'process raft request' (duration: 121.291059ms)","trace[1024319597] 'compare' (duration: 98.160397ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T02:11:35.968421Z","caller":"traceutil/trace.go:171","msg":"trace[1701117294] linearizableReadLoop","detail":"{readStateIndex:26008; appliedIndex:26007; }","duration":"146.952688ms","start":"2026-04-28T02:11:35.821429Z","end":"2026-04-28T02:11:35.968382Z","steps":["trace[1701117294] 'read index received' (duration: 47.876456ms)","trace[1701117294] 'applied index is now lower than readState.Index' (duration: 99.073142ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T02:11:35.968531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.090513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T02:11:35.968582Z","caller":"traceutil/trace.go:171","msg":"trace[2074938680] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:25195; }","duration":"147.212955ms","start":"2026-04-28T02:11:35.821358Z","end":"2026-04-28T02:11:35.968571Z","steps":["trace[2074938680] 'agreement among raft nodes before linearized reading' (duration: 147.121143ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:11:35.992263Z","caller":"traceutil/trace.go:171","msg":"trace[2021594567] transaction","detail":"{read_only:false; response_revision:25196; number_of_response:1; }","duration":"114.644123ms","start":"2026-04-28T02:11:35.877598Z","end":"2026-04-28T02:11:35.992242Z","steps":["trace[2021594567] 'process raft request' (duration: 114.463878ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:11:35.992516Z","caller":"traceutil/trace.go:171","msg":"trace[826563248] transaction","detail":"{read_only:false; response_revision:25197; number_of_response:1; }","duration":"114.823369ms","start":"2026-04-28T02:11:35.877669Z","end":"2026-04-28T02:11:35.992492Z","steps":["trace[826563248] 'process raft request' (duration: 114.52603ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:11:35.992902Z","caller":"traceutil/trace.go:171","msg":"trace[1068552447] transaction","detail":"{read_only:false; response_revision:25198; number_of_response:1; }","duration":"113.896514ms","start":"2026-04-28T02:11:35.87899Z","end":"2026-04-28T02:11:35.992887Z","steps":["trace[1068552447] 'process raft request' (duration: 113.441701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:11:36.140862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.292975ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-28T02:11:36.21322Z","caller":"traceutil/trace.go:171","msg":"trace[260985815] linearizableReadLoop","detail":"{readStateIndex:26015; appliedIndex:26013; }","duration":"210.412145ms","start":"2026-04-28T02:11:36.002786Z","end":"2026-04-28T02:11:36.213198Z","steps":["trace[260985815] 'read index received' (duration: 209.992394ms)","trace[260985815] 'applied index is now lower than readState.Index' (duration: 418.931µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T02:11:36.213283Z","caller":"traceutil/trace.go:171","msg":"trace[1608806822] transaction","detail":"{read_only:false; response_revision:25199; number_of_response:1; }","duration":"238.932204ms","start":"2026-04-28T02:11:35.974314Z","end":"2026-04-28T02:11:36.213246Z","steps":["trace[1608806822] 'process raft request' (duration: 238.638366ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:11:36.213298Z","caller":"traceutil/trace.go:171","msg":"trace[1821752537] transaction","detail":"{read_only:false; response_revision:25200; number_of_response:1; }","duration":"236.706582ms","start":"2026-04-28T02:11:35.976561Z","end":"2026-04-28T02:11:36.213267Z","steps":["trace[1821752537] 'process raft request' (duration: 236.594969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:11:36.213464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.656402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T02:11:36.213507Z","caller":"traceutil/trace.go:171","msg":"trace[1583604980] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25200; }","duration":"210.736384ms","start":"2026-04-28T02:11:36.002757Z","end":"2026-04-28T02:11:36.213494Z","steps":["trace[1583604980] 'agreement among raft nodes before linearized reading' (duration: 210.56431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:11:36.213574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.738304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-28T02:11:36.213553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.891892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T02:11:36.213607Z","caller":"traceutil/trace.go:171","msg":"trace[1521582245] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25200; }","duration":"210.786775ms","start":"2026-04-28T02:11:36.002809Z","end":"2026-04-28T02:11:36.213596Z","steps":["trace[1521582245] 'agreement among raft nodes before linearized reading' (duration: 210.651651ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:11:36.213635Z","caller":"traceutil/trace.go:171","msg":"trace[1001737670] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:25200; }","duration":"204.999414ms","start":"2026-04-28T02:11:36.008615Z","end":"2026-04-28T02:11:36.213614Z","steps":["trace[1001737670] 'agreement among raft nodes before linearized reading' (duration: 204.860271ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:11:38.933962Z","caller":"traceutil/trace.go:171","msg":"trace[403759909] linearizableReadLoop","detail":"{readStateIndex:26050; appliedIndex:26049; }","duration":"117.178904ms","start":"2026-04-28T02:11:38.816762Z","end":"2026-04-28T02:11:38.933941Z","steps":["trace[403759909] 'read index received' (duration: 117.014419ms)","trace[403759909] 'applied index is now lower than readState.Index' (duration: 163.395µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T02:11:38.93408Z","caller":"traceutil/trace.go:171","msg":"trace[1909761679] transaction","detail":"{read_only:false; response_revision:25234; number_of_response:1; }","duration":"167.558959ms","start":"2026-04-28T02:11:38.766477Z","end":"2026-04-28T02:11:38.934036Z","steps":["trace[1909761679] 'process raft request' (duration: 167.302221ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:11:38.934364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.498473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T02:11:38.934425Z","caller":"traceutil/trace.go:171","msg":"trace[1765559936] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:25234; }","duration":"117.691408ms","start":"2026-04-28T02:11:38.816716Z","end":"2026-04-28T02:11:38.934408Z","steps":["trace[1765559936] 'agreement among raft nodes before linearized reading' (duration: 117.334848ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:11:39.366859Z","caller":"traceutil/trace.go:171","msg":"trace[1177800918] transaction","detail":"{read_only:false; response_revision:25235; number_of_response:1; }","duration":"474.517185ms","start":"2026-04-28T02:11:38.892316Z","end":"2026-04-28T02:11:39.366833Z","steps":["trace[1177800918] 'process raft request' (duration: 474.282909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:11:39.367014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:11:38.892294Z","time spent":"474.643459ms","remote":"127.0.0.1:57256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T02:11:39.367087Z","caller":"traceutil/trace.go:171","msg":"trace[1120749405] transaction","detail":"{read_only:false; response_revision:25236; number_of_response:1; }","duration":"460.676862ms","start":"2026-04-28T02:11:38.906377Z","end":"2026-04-28T02:11:39.367054Z","steps":["trace[1120749405] 'process raft request' (duration: 460.407205ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:11:39.367262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:11:38.90635Z","time spent":"460.827537ms","remote":"127.0.0.1:57256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T02:11:39.36727Z","caller":"traceutil/trace.go:171","msg":"trace[731417461] linearizableReadLoop","detail":"{readStateIndex:26052; appliedIndex:26050; }","duration":"433.217902ms","start":"2026-04-28T02:11:38.934026Z","end":"2026-04-28T02:11:39.367244Z","steps":["trace[731417461] 'read index received' (duration: 432.523673ms)","trace[731417461] 'applied index is now lower than readState.Index' (duration: 691.258µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T02:11:39.367419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.492122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T02:11:39.367469Z","caller":"traceutil/trace.go:171","msg":"trace[876769964] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:25236; }","duration":"549.567263ms","start":"2026-04-28T02:11:38.81789Z","end":"2026-04-28T02:11:39.367457Z","steps":["trace[876769964] 'agreement among raft nodes before linearized reading' (duration: 549.469581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:11:39.367512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:11:38.817881Z","time spent":"549.621485ms","remote":"127.0.0.1:54418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-04-28T02:11:39.367586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.398278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-04-28T02:11:39.367572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.085029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T02:11:39.367575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.097324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T02:11:39.367656Z","caller":"traceutil/trace.go:171","msg":"trace[905889731] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25236; }","duration":"122.177711ms","start":"2026-04-28T02:11:39.245455Z","end":"2026-04-28T02:11:39.367633Z","steps":["trace[905889731] 'agreement among raft nodes before linearized reading' (duration: 122.015097ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:11:39.36768Z","caller":"traceutil/trace.go:171","msg":"trace[20425462] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25236; }","duration":"327.256449ms","start":"2026-04-28T02:11:39.040397Z","end":"2026-04-28T02:11:39.367654Z","steps":["trace[20425462] 'agreement among raft nodes before linearized reading' (duration: 327.088904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:11:39.367749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:11:39.040374Z","time spent":"327.357621ms","remote":"127.0.0.1:34012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T02:11:39.367622Z","caller":"traceutil/trace.go:171","msg":"trace[1177652018] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25236; }","duration":"364.504551ms","start":"2026-04-28T02:11:39.003107Z","end":"2026-04-28T02:11:39.367612Z","steps":["trace[1177652018] 'agreement among raft nodes before linearized reading' (duration: 364.330236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:11:39.367896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:11:39.003088Z","time spent":"364.797238ms","remote":"127.0.0.1:57200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-28T02:12:08.185269Z","caller":"traceutil/trace.go:171","msg":"trace[406609636] transaction","detail":"{read_only:false; response_revision:25473; number_of_response:1; }","duration":"112.426392ms","start":"2026-04-28T02:12:08.072815Z","end":"2026-04-28T02:12:08.185242Z","steps":["trace[406609636] 'process raft request' (duration: 112.231147ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:12:08.468571Z","caller":"traceutil/trace.go:171","msg":"trace[615516798] transaction","detail":"{read_only:false; response_revision:25475; number_of_response:1; }","duration":"362.136365ms","start":"2026-04-28T02:12:08.106406Z","end":"2026-04-28T02:12:08.468542Z","steps":["trace[615516798] 'process raft request' (duration: 362.006811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:12:08.468679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.408944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T02:12:08.468706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:12:08.106388Z","time spent":"362.248768ms","remote":"127.0.0.1:57256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T02:12:08.46872Z","caller":"traceutil/trace.go:171","msg":"trace[450730145] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25477; }","duration":"223.484676ms","start":"2026-04-28T02:12:08.245224Z","end":"2026-04-28T02:12:08.468709Z","steps":["trace[450730145] 'agreement among raft nodes before linearized reading' (duration: 223.388264ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:12:08.468572Z","caller":"traceutil/trace.go:171","msg":"trace[2069131965] linearizableReadLoop","detail":"{readStateIndex:26299; appliedIndex:26295; }","duration":"223.298111ms","start":"2026-04-28T02:12:08.245261Z","end":"2026-04-28T02:12:08.468559Z","steps":["trace[2069131965] 'read index received' (duration: 202.998889ms)","trace[2069131965] 'applied index is now lower than readState.Index' (duration: 20.271081ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T02:12:08.468758Z","caller":"traceutil/trace.go:171","msg":"trace[1217261037] transaction","detail":"{read_only:false; response_revision:25476; number_of_response:1; }","duration":"361.224479ms","start":"2026-04-28T02:12:08.107502Z","end":"2026-04-28T02:12:08.468726Z","steps":["trace[1217261037] 'process raft request' (duration: 360.957031ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:12:08.468766Z","caller":"traceutil/trace.go:171","msg":"trace[814676938] transaction","detail":"{read_only:false; response_revision:25474; number_of_response:1; }","duration":"391.767835ms","start":"2026-04-28T02:12:08.076966Z","end":"2026-04-28T02:12:08.468733Z","steps":["trace[814676938] 'process raft request' (duration: 371.278008ms)","trace[814676938] 'compare' (duration: 20.048795ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T02:12:08.468778Z","caller":"traceutil/trace.go:171","msg":"trace[1049572050] transaction","detail":"{read_only:false; response_revision:25477; number_of_response:1; }","duration":"359.538843ms","start":"2026-04-28T02:12:08.109205Z","end":"2026-04-28T02:12:08.468744Z","steps":["trace[1049572050] 'process raft request' (duration: 359.291746ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:12:08.468881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:12:08.107491Z","time spent":"361.325121ms","remote":"127.0.0.1:57256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T02:12:08.468894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.777627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T02:12:08.468906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:12:08.076943Z","time spent":"391.890528ms","remote":"127.0.0.1:57256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T02:12:08.468932Z","caller":"traceutil/trace.go:171","msg":"trace[976355346] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:25477; }","duration":"149.853139ms","start":"2026-04-28T02:12:08.319066Z","end":"2026-04-28T02:12:08.468919Z","steps":["trace[976355346] 'agreement among raft nodes before linearized reading' (duration: 149.789506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:12:08.468956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:12:08.109194Z","time spent":"359.655296ms","remote":"127.0.0.1:57256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T02:12:08.469069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.366742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T02:12:08.469107Z","caller":"traceutil/trace.go:171","msg":"trace[1262783694] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25477; }","duration":"103.429754ms","start":"2026-04-28T02:12:08.365665Z","end":"2026-04-28T02:12:08.469095Z","steps":["trace[1262783694] 'agreement among raft nodes before linearized reading' (duration: 103.30707ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:12:08.469098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.014585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-28T02:12:08.469146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.956263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T02:12:08.469193Z","caller":"traceutil/trace.go:171","msg":"trace[1260394631] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25477; }","duration":"106.063196ms","start":"2026-04-28T02:12:08.36312Z","end":"2026-04-28T02:12:08.469183Z","steps":["trace[1260394631] 'agreement among raft nodes before linearized reading' (duration: 105.912702ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:12:08.469204Z","caller":"traceutil/trace.go:171","msg":"trace[1538633803] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25477; }","duration":"102.19994ms","start":"2026-04-28T02:12:08.366978Z","end":"2026-04-28T02:12:08.469177Z","steps":["trace[1538633803] 'agreement among raft nodes before linearized reading' (duration: 101.894432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:12:08.737074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.294061ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T02:12:08.737208Z","caller":"traceutil/trace.go:171","msg":"trace[1266122480] transaction","detail":"{read_only:false; response_revision:25478; number_of_response:1; }","duration":"264.433531ms","start":"2026-04-28T02:12:08.47275Z","end":"2026-04-28T02:12:08.737184Z","steps":["trace[1266122480] 'process raft request' (duration: 100.928095ms)","trace[1266122480] 'compare' (duration: 162.262642ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T02:12:08.741306Z","caller":"traceutil/trace.go:171","msg":"trace[940960095] transaction","detail":"{read_only:false; response_revision:25479; number_of_response:1; }","duration":"268.04578ms","start":"2026-04-28T02:12:08.473235Z","end":"2026-04-28T02:12:08.741281Z","steps":["trace[940960095] 'process raft request' (duration: 267.884836ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:12:08.741663Z","caller":"traceutil/trace.go:171","msg":"trace[1919485822] transaction","detail":"{read_only:false; response_revision:25480; number_of_response:1; }","duration":"268.370669ms","start":"2026-04-28T02:12:08.473277Z","end":"2026-04-28T02:12:08.741647Z","steps":["trace[1919485822] 'process raft request' (duration: 267.957818ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:12:08.741668Z","caller":"traceutil/trace.go:171","msg":"trace[852114383] linearizableReadLoop","detail":"{readStateIndex:26303; appliedIndex:26300; }","duration":"116.014553ms","start":"2026-04-28T02:12:08.625637Z","end":"2026-04-28T02:12:08.741652Z","steps":["trace[852114383] 'read index received' (duration: 115.418486ms)","trace[852114383] 'applied index is now lower than readState.Index' (duration: 594.887µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T02:12:08.741735Z","caller":"traceutil/trace.go:171","msg":"trace[901783037] transaction","detail":"{read_only:false; response_revision:25481; number_of_response:1; }","duration":"267.515707ms","start":"2026-04-28T02:12:08.474169Z","end":"2026-04-28T02:12:08.741684Z","steps":["trace[901783037] 'process raft request' (duration: 267.357972ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:12:08.741789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.146366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T02:12:08.741872Z","caller":"traceutil/trace.go:171","msg":"trace[575920063] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:25481; }","duration":"116.28192ms","start":"2026-04-28T02:12:08.625567Z","end":"2026-04-28T02:12:08.741849Z","steps":["trace[575920063] 'agreement among raft nodes before linearized reading' (duration: 116.155837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:12:09.365351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.156269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T02:12:09.365462Z","caller":"traceutil/trace.go:171","msg":"trace[451166729] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25482; }","duration":"119.308663ms","start":"2026-04-28T02:12:09.246137Z","end":"2026-04-28T02:12:09.365446Z","steps":["trace[451166729] 'range keys from in-memory index tree' (duration: 119.084517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:12:09.365433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.527462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-28T02:12:09.365579Z","caller":"traceutil/trace.go:171","msg":"trace[86439297] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25482; }","duration":"118.745937ms","start":"2026-04-28T02:12:09.246809Z","end":"2026-04-28T02:12:09.365555Z","steps":["trace[86439297] 'range keys from in-memory index tree' (duration: 118.239673ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:12:09.757557Z","caller":"traceutil/trace.go:171","msg":"trace[1603722565] transaction","detail":"{read_only:false; response_revision:25485; number_of_response:1; }","duration":"131.872712ms","start":"2026-04-28T02:12:09.625632Z","end":"2026-04-28T02:12:09.757504Z","steps":["trace[1603722565] 'process raft request' (duration: 131.572042ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:12:10.081831Z","caller":"traceutil/trace.go:171","msg":"trace[615636748] linearizableReadLoop","detail":"{readStateIndex:26308; appliedIndex:26307; }","duration":"285.717839ms","start":"2026-04-28T02:12:09.796085Z","end":"2026-04-28T02:12:10.081803Z","steps":["trace[615636748] 'read index received' (duration: 250.483235ms)","trace[615636748] 'applied index is now lower than readState.Index' (duration: 35.233064ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T02:12:10.081893Z","caller":"traceutil/trace.go:171","msg":"trace[1104609553] transaction","detail":"{read_only:false; response_revision:25486; number_of_response:1; }","duration":"299.393208ms","start":"2026-04-28T02:12:09.782474Z","end":"2026-04-28T02:12:10.081867Z","steps":["trace[1104609553] 'process raft request' (duration: 264.107782ms)","trace[1104609553] 'compare' (duration: 35.032549ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T02:12:10.082012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.909014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T02:12:10.082065Z","caller":"traceutil/trace.go:171","msg":"trace[1767676875] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:25486; }","duration":"286.070269ms","start":"2026-04-28T02:12:09.795976Z","end":"2026-04-28T02:12:10.082046Z","steps":["trace[1767676875] 'agreement among raft nodes before linearized reading' (duration: 285.968566ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:12:10.082258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.747498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T02:12:10.08236Z","caller":"traceutil/trace.go:171","msg":"trace[1220946663] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25486; }","duration":"204.915963ms","start":"2026-04-28T02:12:09.877419Z","end":"2026-04-28T02:12:10.082334Z","steps":["trace[1220946663] 'agreement among raft nodes before linearized reading' (duration: 204.704777ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:12:10.313066Z","caller":"traceutil/trace.go:171","msg":"trace[1590431268] transaction","detail":"{read_only:false; response_revision:25487; number_of_response:1; }","duration":"116.504745ms","start":"2026-04-28T02:12:10.196526Z","end":"2026-04-28T02:12:10.313031Z","steps":["trace[1590431268] 'process raft request' (duration: 96.510762ms)","trace[1590431268] 'compare' (duration: 19.704235ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T02:12:10.583994Z","caller":"traceutil/trace.go:171","msg":"trace[1982080522] transaction","detail":"{read_only:false; response_revision:25488; number_of_response:1; }","duration":"110.289914ms","start":"2026-04-28T02:12:10.47368Z","end":"2026-04-28T02:12:10.58397Z","steps":["trace[1982080522] 'process raft request' (duration: 110.092278ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:12:10.802311Z","caller":"traceutil/trace.go:171","msg":"trace[102525017] transaction","detail":"{read_only:false; response_revision:25489; number_of_response:1; }","duration":"327.792315ms","start":"2026-04-28T02:12:10.474494Z","end":"2026-04-28T02:12:10.802286Z","steps":["trace[102525017] 'process raft request' (duration: 327.62291ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:12:10.802462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:12:10.474471Z","time spent":"327.902477ms","remote":"127.0.0.1:57256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T02:12:10.802652Z","caller":"traceutil/trace.go:171","msg":"trace[1976163630] transaction","detail":"{read_only:false; response_revision:25491; number_of_response:1; }","duration":"327.796915ms","start":"2026-04-28T02:12:10.474845Z","end":"2026-04-28T02:12:10.802642Z","steps":["trace[1976163630] 'process raft request' (duration: 327.63462ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:12:10.802636Z","caller":"traceutil/trace.go:171","msg":"trace[1719789855] linearizableReadLoop","detail":"{readStateIndex:26313; appliedIndex:26309; }","duration":"264.254537ms","start":"2026-04-28T02:12:10.538356Z","end":"2026-04-28T02:12:10.80261Z","steps":["trace[1719789855] 'read index received' (duration: 45.435728ms)","trace[1719789855] 'applied index is now lower than readState.Index' (duration: 218.817669ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T02:12:10.802694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:12:10.474835Z","time spent":"327.836335ms","remote":"127.0.0.1:57256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T02:12:10.802761Z","caller":"traceutil/trace.go:171","msg":"trace[539538987] transaction","detail":"{read_only:false; response_revision:25490; number_of_response:1; }","duration":"328.205467ms","start":"2026-04-28T02:12:10.474527Z","end":"2026-04-28T02:12:10.802733Z","steps":["trace[539538987] 'process raft request' (duration: 327.721283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:12:10.802804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.436001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T02:12:10.802871Z","caller":"traceutil/trace.go:171","msg":"trace[443676071] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25491; }","duration":"264.551984ms","start":"2026-04-28T02:12:10.538299Z","end":"2026-04-28T02:12:10.802851Z","steps":["trace[443676071] 'agreement among raft nodes before linearized reading' (duration: 264.431911ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:12:10.802893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.217229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-04-28T02:12:10.802902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:12:10.474499Z","time spent":"328.325491ms","remote":"127.0.0.1:57256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T02:12:10.802943Z","caller":"traceutil/trace.go:171","msg":"trace[434435722] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:25491; }","duration":"262.338833ms","start":"2026-04-28T02:12:10.540591Z","end":"2026-04-28T02:12:10.80293Z","steps":["trace[434435722] 'agreement among raft nodes before linearized reading' (duration: 262.159589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:12:11.172634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.088684ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T02:12:11.172999Z","caller":"traceutil/trace.go:171","msg":"trace[1327676411] transaction","detail":"{read_only:false; response_revision:25493; number_of_response:1; }","duration":"364.87356ms","start":"2026-04-28T02:12:10.808104Z","end":"2026-04-28T02:12:11.172978Z","steps":["trace[1327676411] 'process raft request' (duration: 364.644664ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:12:11.173006Z","caller":"traceutil/trace.go:171","msg":"trace[647121139] transaction","detail":"{read_only:false; response_revision:25494; number_of_response:1; }","duration":"364.86609ms","start":"2026-04-28T02:12:10.808117Z","end":"2026-04-28T02:12:11.172983Z","steps":["trace[647121139] 'process raft request' (duration: 364.758247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:12:11.173158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:12:10.808081Z","time spent":"364.988314ms","remote":"127.0.0.1:57256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T02:12:11.173162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:12:10.808099Z","time spent":"364.983353ms","remote":"127.0.0.1:57256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T02:12:11.172986Z","caller":"traceutil/trace.go:171","msg":"trace[1151293525] transaction","detail":"{read_only:false; response_revision:25492; number_of_response:1; }","duration":"364.86584ms","start":"2026-04-28T02:12:10.808088Z","end":"2026-04-28T02:12:11.172954Z","steps":["trace[1151293525] 'process raft request' (duration: 149.363065ms)","trace[1151293525] 'compare' (duration: 214.670692ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T02:12:11.173334Z","caller":"traceutil/trace.go:171","msg":"trace[1710209198] transaction","detail":"{read_only:false; response_revision:25496; number_of_response:1; }","duration":"359.08757ms","start":"2026-04-28T02:12:10.814226Z","end":"2026-04-28T02:12:11.173314Z","steps":["trace[1710209198] 'process raft request' (duration: 358.961287ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:12:11.173333Z","caller":"traceutil/trace.go:171","msg":"trace[2097787899] linearizableReadLoop","detail":"{readStateIndex:26319; appliedIndex:26314; }","duration":"324.448902ms","start":"2026-04-28T02:12:10.848861Z","end":"2026-04-28T02:12:11.17331Z","steps":["trace[2097787899] 'read index received' (duration: 108.605697ms)","trace[2097787899] 'applied index is now lower than readState.Index' (duration: 215.842175ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T02:12:11.17336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:12:10.808046Z","time spent":"365.23269ms","remote":"127.0.0.1:57256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T02:12:11.173362Z","caller":"traceutil/trace.go:171","msg":"trace[1304619985] transaction","detail":"{read_only:false; response_revision:25495; number_of_response:1; }","duration":"365.198219ms","start":"2026-04-28T02:12:10.80812Z","end":"2026-04-28T02:12:11.173318Z","steps":["trace[1304619985] 'process raft request' (duration: 364.810829ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:12:11.173412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:12:10.814209Z","time spent":"359.160113ms","remote":"127.0.0.1:57038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T02:12:11.173497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.613876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T02:12:11.173516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:12:10.808103Z","time spent":"365.330623ms","remote":"127.0.0.1:57256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T02:12:11.173534Z","caller":"traceutil/trace.go:171","msg":"trace[1466597063] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:25496; }","duration":"324.715169ms","start":"2026-04-28T02:12:10.848808Z","end":"2026-04-28T02:12:11.173523Z","steps":["trace[1466597063] 'agreement among raft nodes before linearized reading' (duration: 324.586585ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:12:11.17358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:12:10.84879Z","time spent":"324.777871ms","remote":"127.0.0.1:54358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T02:12:11.402868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.274327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T02:12:11.402912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.403206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T02:12:11.402989Z","caller":"traceutil/trace.go:171","msg":"trace[360211901] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:25496; }","duration":"119.531489ms","start":"2026-04-28T02:12:11.283435Z","end":"2026-04-28T02:12:11.402966Z","steps":["trace[360211901] 'count revisions from in-memory index tree' (duration: 119.292522ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:12:11.402985Z","caller":"traceutil/trace.go:171","msg":"trace[1678112180] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:25496; }","duration":"117.446502ms","start":"2026-04-28T02:12:11.28551Z","end":"2026-04-28T02:12:11.402957Z","steps":["trace[1678112180] 'count revisions from in-memory index tree' (duration: 117.191184ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:12:11.732219Z","caller":"traceutil/trace.go:171","msg":"trace[817270509] transaction","detail":"{read_only:false; response_revision:25497; number_of_response:1; }","duration":"325.589043ms","start":"2026-04-28T02:12:11.406604Z","end":"2026-04-28T02:12:11.732193Z","steps":["trace[817270509] 'process raft request' (duration: 325.44964ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:12:11.732379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:12:11.406574Z","time spent":"325.721466ms","remote":"127.0.0.1:57256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T02:12:11.793909Z","caller":"traceutil/trace.go:171","msg":"trace[1399585201] transaction","detail":"{read_only:false; response_revision:25498; number_of_response:1; }","duration":"255.986826ms","start":"2026-04-28T02:12:11.537897Z","end":"2026-04-28T02:12:11.793884Z","steps":["trace[1399585201] 'process raft request' (duration: 255.821872ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:12:11.79414Z","caller":"traceutil/trace.go:171","msg":"trace[1216360012] transaction","detail":"{read_only:false; response_revision:25499; number_of_response:1; }","duration":"252.862021ms","start":"2026-04-28T02:12:11.541268Z","end":"2026-04-28T02:12:11.79413Z","steps":["trace[1216360012] 'process raft request' (duration: 252.576672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:12:11.947473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.832995ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T02:12:11.947551Z","caller":"traceutil/trace.go:171","msg":"trace[2144066956] linearizableReadLoop","detail":"{readStateIndex:26323; appliedIndex:26322; }","duration":"147.708428ms","start":"2026-04-28T02:12:11.79983Z","end":"2026-04-28T02:12:11.947539Z","steps":["trace[2144066956] 'read index received' (duration: 13.645496ms)","trace[2144066956] 'applied index is now lower than readState.Index' (duration: 134.062192ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T02:12:11.947621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.798851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T02:12:11.947639Z","caller":"traceutil/trace.go:171","msg":"trace[1511641366] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25500; }","duration":"147.850562ms","start":"2026-04-28T02:12:11.799783Z","end":"2026-04-28T02:12:11.947634Z","steps":["trace[1511641366] 'agreement among raft nodes before linearized reading' (duration: 147.784701ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:12:11.947788Z","caller":"traceutil/trace.go:171","msg":"trace[808527572] transaction","detail":"{read_only:false; response_revision:25500; number_of_response:1; }","duration":"184.255779ms","start":"2026-04-28T02:12:11.763526Z","end":"2026-04-28T02:12:11.947781Z","steps":["trace[808527572] 'process raft request' (duration: 50.015863ms)","trace[808527572] 'compare' (duration: 133.376993ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T02:12:12.339125Z","caller":"traceutil/trace.go:171","msg":"trace[905279719] transaction","detail":"{read_only:false; response_revision:25502; number_of_response:1; }","duration":"156.654857ms","start":"2026-04-28T02:12:12.18245Z","end":"2026-04-28T02:12:12.339105Z","steps":["trace[905279719] 'process raft request' (duration: 156.506733ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:12:12.436233Z","caller":"traceutil/trace.go:171","msg":"trace[763916711] transaction","detail":"{read_only:false; response_revision:25503; number_of_response:1; }","duration":"116.759242ms","start":"2026-04-28T02:12:12.31945Z","end":"2026-04-28T02:12:12.436209Z","steps":["trace[763916711] 'process raft request' (duration: 116.617568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:12:13.420466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.210373ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T02:12:13.420629Z","caller":"traceutil/trace.go:171","msg":"trace[602557773] linearizableReadLoop","detail":"{readStateIndex:26334; appliedIndex:26331; }","duration":"179.207012ms","start":"2026-04-28T02:12:13.241412Z","end":"2026-04-28T02:12:13.420619Z","steps":["trace[602557773] 'read index received' (duration: 20.622602ms)","trace[602557773] 'applied index is now lower than readState.Index' (duration: 158.58371ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T02:12:13.420675Z","caller":"traceutil/trace.go:171","msg":"trace[853355621] transaction","detail":"{read_only:false; response_revision:25511; number_of_response:1; }","duration":"238.847782ms","start":"2026-04-28T02:12:13.181815Z","end":"2026-04-28T02:12:13.420663Z","steps":["trace[853355621] 'process raft request' (duration: 238.759249ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:12:13.42069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.277073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T02:12:13.420666Z","caller":"traceutil/trace.go:171","msg":"trace[1880008261] transaction","detail":"{read_only:false; response_revision:25510; number_of_response:1; }","duration":"240.095967ms","start":"2026-04-28T02:12:13.180542Z","end":"2026-04-28T02:12:13.420638Z","steps":["trace[1880008261] 'process raft request' (duration: 239.999894ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:12:13.420708Z","caller":"traceutil/trace.go:171","msg":"trace[68876067] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25511; }","duration":"179.328015ms","start":"2026-04-28T02:12:13.241376Z","end":"2026-04-28T02:12:13.420704Z","steps":["trace[68876067] 'agreement among raft nodes before linearized reading' (duration: 179.274433ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:12:13.420673Z","caller":"traceutil/trace.go:171","msg":"trace[1304183347] transaction","detail":"{read_only:false; response_revision:25509; number_of_response:1; }","duration":"240.521649ms","start":"2026-04-28T02:12:13.180114Z","end":"2026-04-28T02:12:13.420636Z","steps":["trace[1304183347] 'process raft request' (duration: 126.082021ms)","trace[1304183347] 'compare' (duration: 114.058818ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T02:12:13.910575Z","caller":"traceutil/trace.go:171","msg":"trace[740108822] transaction","detail":"{read_only:false; response_revision:25513; number_of_response:1; }","duration":"111.381553ms","start":"2026-04-28T02:12:13.799132Z","end":"2026-04-28T02:12:13.910513Z","steps":["trace[740108822] 'process raft request' (duration: 109.789399ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:12:14.134632Z","caller":"traceutil/trace.go:171","msg":"trace[689123020] transaction","detail":"{read_only:false; response_revision:25514; number_of_response:1; }","duration":"181.32067ms","start":"2026-04-28T02:12:13.953288Z","end":"2026-04-28T02:12:14.134608Z","steps":["trace[689123020] 'process raft request' (duration: 119.242762ms)","trace[689123020] 'compare' (duration: 61.979615ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T02:12:14.357974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.923256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T02:12:14.358077Z","caller":"traceutil/trace.go:171","msg":"trace[2073907366] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25514; }","duration":"113.066541ms","start":"2026-04-28T02:12:14.244986Z","end":"2026-04-28T02:12:14.358052Z","steps":["trace[2073907366] 'range keys from in-memory index tree' (duration: 112.806263ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:12:14.635651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.975366ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T02:12:14.635811Z","caller":"traceutil/trace.go:171","msg":"trace[1492220792] transaction","detail":"{read_only:false; response_revision:25516; number_of_response:1; }","duration":"194.417433ms","start":"2026-04-28T02:12:14.441363Z","end":"2026-04-28T02:12:14.63578Z","steps":["trace[1492220792] 'process raft request' (duration: 67.253512ms)","trace[1492220792] 'compare' (duration: 126.894174ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T02:12:36.829012Z","caller":"traceutil/trace.go:171","msg":"trace[290564385] transaction","detail":"{read_only:false; response_revision:25818; number_of_response:1; }","duration":"107.182036ms","start":"2026-04-28T02:12:36.721798Z","end":"2026-04-28T02:12:36.82898Z","steps":["trace[290564385] 'process raft request' (duration: 106.789916ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:12:38.641791Z","caller":"traceutil/trace.go:171","msg":"trace[480595180] linearizableReadLoop","detail":"{readStateIndex:26667; appliedIndex:26666; }","duration":"105.296655ms","start":"2026-04-28T02:12:38.536471Z","end":"2026-04-28T02:12:38.641767Z","steps":["trace[480595180] 'read index received' (duration: 105.092539ms)","trace[480595180] 'applied index is now lower than readState.Index' (duration: 203.056µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T02:12:38.641847Z","caller":"traceutil/trace.go:171","msg":"trace[1137952494] transaction","detail":"{read_only:false; response_revision:25838; number_of_response:1; }","duration":"125.641658ms","start":"2026-04-28T02:12:38.516169Z","end":"2026-04-28T02:12:38.641811Z","steps":["trace[1137952494] 'process raft request' (duration: 125.402041ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:12:38.642024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.527611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-registry-c45778976-g8cdl\" ","response":"range_response_count:1 size:3720"} {"level":"info","ts":"2026-04-28T02:12:38.642084Z","caller":"traceutil/trace.go:171","msg":"trace[1379308901] range","detail":"{range_begin:/registry/pods/openstack/magnum-registry-c45778976-g8cdl; range_end:; response_count:1; response_revision:25838; }","duration":"105.603083ms","start":"2026-04-28T02:12:38.536465Z","end":"2026-04-28T02:12:38.642068Z","steps":["trace[1379308901] 'agreement among raft nodes before linearized reading' (duration: 105.406757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:12:38.850107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.989569ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T02:12:38.850248Z","caller":"traceutil/trace.go:171","msg":"trace[1164354828] transaction","detail":"{read_only:false; response_revision:25839; number_of_response:1; }","duration":"200.853511ms","start":"2026-04-28T02:12:38.649363Z","end":"2026-04-28T02:12:38.850217Z","steps":["trace[1164354828] 'process raft request' (duration: 61.636666ms)","trace[1164354828] 'compare' (duration: 138.832053ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T02:12:39.149191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.8652ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T02:12:39.149506Z","caller":"traceutil/trace.go:171","msg":"trace[1137505834] transaction","detail":"{read_only:false; response_revision:25841; number_of_response:1; }","duration":"313.391834ms","start":"2026-04-28T02:12:38.836075Z","end":"2026-04-28T02:12:39.149467Z","steps":["trace[1137505834] 'process raft request' (duration: 194.161124ms)","trace[1137505834] 'compare' (duration: 118.370597ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T02:12:39.149538Z","caller":"traceutil/trace.go:171","msg":"trace[1186038781] transaction","detail":"{read_only:false; response_revision:25842; number_of_response:1; }","duration":"293.957437ms","start":"2026-04-28T02:12:38.85556Z","end":"2026-04-28T02:12:39.149517Z","steps":["trace[1186038781] 'process raft request' (duration: 293.786642ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:12:39.149684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:12:38.836049Z","time spent":"313.543349ms","remote":"127.0.0.1:57256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T02:12:39.151014Z","caller":"traceutil/trace.go:171","msg":"trace[1812312637] transaction","detail":"{read_only:false; response_revision:25844; number_of_response:1; }","duration":"293.436034ms","start":"2026-04-28T02:12:38.857549Z","end":"2026-04-28T02:12:39.150985Z","steps":["trace[1812312637] 'process raft request' (duration: 293.30962ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:12:39.151423Z","caller":"traceutil/trace.go:171","msg":"trace[268941461] transaction","detail":"{read_only:false; response_revision:25843; number_of_response:1; }","duration":"295.116469ms","start":"2026-04-28T02:12:38.856287Z","end":"2026-04-28T02:12:39.151403Z","steps":["trace[268941461] 'process raft request' (duration: 293.167635ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:12:39.430832Z","caller":"traceutil/trace.go:171","msg":"trace[2101291071] transaction","detail":"{read_only:false; response_revision:25845; number_of_response:1; }","duration":"484.894823ms","start":"2026-04-28T02:12:38.945902Z","end":"2026-04-28T02:12:39.430797Z","steps":["trace[2101291071] 'process raft request' (duration: 406.841972ms)","trace[2101291071] 'compare' (duration: 77.533176ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T02:12:39.43088Z","caller":"traceutil/trace.go:171","msg":"trace[941974158] transaction","detail":"{read_only:false; response_revision:25846; number_of_response:1; }","duration":"482.012733ms","start":"2026-04-28T02:12:38.948839Z","end":"2026-04-28T02:12:39.430852Z","steps":["trace[941974158] 'process raft request' (duration: 481.876369ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:12:39.430949Z","caller":"traceutil/trace.go:171","msg":"trace[1369042476] linearizableReadLoop","detail":"{readStateIndex:26676; appliedIndex:26669; }","duration":"431.348461ms","start":"2026-04-28T02:12:38.999575Z","end":"2026-04-28T02:12:39.430924Z","steps":["trace[1369042476] 'read index received' (duration: 30.640629ms)","trace[1369042476] 'applied index is now lower than readState.Index' (duration: 400.706892ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T02:12:39.431044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:12:38.945879Z","time spent":"485.035247ms","remote":"127.0.0.1:57256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T02:12:39.431076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:12:38.948826Z","time spent":"482.133157ms","remote":"127.0.0.1:57256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T02:12:39.431097Z","caller":"traceutil/trace.go:171","msg":"trace[1531776339] transaction","detail":"{read_only:false; response_revision:25847; number_of_response:1; }","duration":"480.697378ms","start":"2026-04-28T02:12:38.950391Z","end":"2026-04-28T02:12:39.431089Z","steps":["trace[1531776339] 'process raft request' (duration: 480.42292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:12:39.431196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.584347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T02:12:39.431221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:12:38.950365Z","time spent":"480.77807ms","remote":"127.0.0.1:57256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T02:12:39.431276Z","caller":"traceutil/trace.go:171","msg":"trace[969732305] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:25847; }","duration":"431.723361ms","start":"2026-04-28T02:12:38.999538Z","end":"2026-04-28T02:12:39.431261Z","steps":["trace[969732305] 'agreement among raft nodes before linearized reading' (duration: 431.584648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:12:39.43208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:12:38.999519Z","time spent":"432.540033ms","remote":"127.0.0.1:54380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T02:12:39.783615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.104336ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T02:12:39.783823Z","caller":"traceutil/trace.go:171","msg":"trace[1521871185] linearizableReadLoop","detail":"{readStateIndex:26678; appliedIndex:26676; }","duration":"352.733555ms","start":"2026-04-28T02:12:39.431059Z","end":"2026-04-28T02:12:39.783793Z","steps":["trace[1521871185] 'read index received' (duration: 107.329791ms)","trace[1521871185] 'applied index is now lower than readState.Index' (duration: 245.402454ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T02:12:39.783858Z","caller":"traceutil/trace.go:171","msg":"trace[413203561] transaction","detail":"{read_only:false; response_revision:25848; number_of_response:1; }","duration":"725.275238ms","start":"2026-04-28T02:12:39.058525Z","end":"2026-04-28T02:12:39.7838Z","steps":["trace[413203561] 'process raft request' (duration: 479.909775ms)","trace[413203561] 'compare' (duration: 244.679894ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T02:12:39.783889Z","caller":"traceutil/trace.go:171","msg":"trace[590347150] transaction","detail":"{read_only:false; response_revision:25849; number_of_response:1; }","duration":"626.868753ms","start":"2026-04-28T02:12:39.156981Z","end":"2026-04-28T02:12:39.783849Z","steps":["trace[590347150] 'process raft request' (duration: 626.73581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:12:39.784038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:12:39.058502Z","time spent":"725.444822ms","remote":"127.0.0.1:57256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T02:12:39.784074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.852573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-28T02:12:39.784052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.450537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-28T02:12:39.784093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:12:39.156957Z","time spent":"627.059059ms","remote":"127.0.0.1:57478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3020,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T02:12:39.784124Z","caller":"traceutil/trace.go:171","msg":"trace[1743251044] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25849; }","duration":"242.927865ms","start":"2026-04-28T02:12:39.54118Z","end":"2026-04-28T02:12:39.784108Z","steps":["trace[1743251044] 'agreement among raft nodes before linearized reading' (duration: 242.755361ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:12:39.78415Z","caller":"traceutil/trace.go:171","msg":"trace[1379464111] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25849; }","duration":"365.614982ms","start":"2026-04-28T02:12:39.418513Z","end":"2026-04-28T02:12:39.784128Z","steps":["trace[1379464111] 'agreement among raft nodes before linearized reading' (duration: 365.312484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:12:39.784207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:12:39.418492Z","time spent":"365.705584ms","remote":"127.0.0.1:57256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T02:12:39.78436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.439294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T02:12:39.784399Z","caller":"traceutil/trace.go:171","msg":"trace[1178155337] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25849; }","duration":"219.500196ms","start":"2026-04-28T02:12:39.564887Z","end":"2026-04-28T02:12:39.784387Z","steps":["trace[1178155337] 'agreement among raft nodes before linearized reading' (duration: 219.410854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:12:39.784415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.108386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-28T02:12:39.784462Z","caller":"traceutil/trace.go:171","msg":"trace[884001067] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25849; }","duration":"223.194209ms","start":"2026-04-28T02:12:39.561255Z","end":"2026-04-28T02:12:39.784449Z","steps":["trace[884001067] 'agreement among raft nodes before linearized reading' (duration: 223.050595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:12:39.785215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.304142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T02:12:39.785311Z","caller":"traceutil/trace.go:171","msg":"trace[1954994615] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25849; }","duration":"539.623628ms","start":"2026-04-28T02:12:39.245663Z","end":"2026-04-28T02:12:39.785286Z","steps":["trace[1954994615] 'agreement among raft nodes before linearized reading' (duration: 538.219019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:12:39.785363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:12:39.245606Z","time spent":"539.744801ms","remote":"127.0.0.1:39092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T02:12:39.786436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.101689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-28T02:12:39.786486Z","caller":"traceutil/trace.go:171","msg":"trace[1539981640] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25849; }","duration":"688.195632ms","start":"2026-04-28T02:12:39.09828Z","end":"2026-04-28T02:12:39.786476Z","steps":["trace[1539981640] 'agreement among raft nodes before linearized reading' (duration: 685.60478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:12:39.786509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:12:39.098267Z","time spent":"688.234953ms","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2747,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-04-28T02:12:40.084528Z","caller":"traceutil/trace.go:171","msg":"trace[552206002] linearizableReadLoop","detail":"{readStateIndex:26682; appliedIndex:26678; }","duration":"262.201548ms","start":"2026-04-28T02:12:39.822305Z","end":"2026-04-28T02:12:40.084507Z","steps":["trace[552206002] 'read index received' (duration: 201.778676ms)","trace[552206002] 'applied index is now lower than readState.Index' (duration: 60.421962ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T02:12:40.08483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.518477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-28T02:12:40.084884Z","caller":"traceutil/trace.go:171","msg":"trace[1134635013] transaction","detail":"{read_only:false; response_revision:25852; number_of_response:1; }","duration":"294.793431ms","start":"2026-04-28T02:12:39.790061Z","end":"2026-04-28T02:12:40.084854Z","steps":["trace[1134635013] 'process raft request' (duration: 294.284637ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:12:40.084877Z","caller":"traceutil/trace.go:171","msg":"trace[1952610337] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25854; }","duration":"262.613529ms","start":"2026-04-28T02:12:39.822252Z","end":"2026-04-28T02:12:40.084865Z","steps":["trace[1952610337] 'agreement among raft nodes before linearized reading' (duration: 262.351512ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:12:40.084954Z","caller":"traceutil/trace.go:171","msg":"trace[496594177] transaction","detail":"{read_only:false; response_revision:25850; number_of_response:1; }","duration":"295.819138ms","start":"2026-04-28T02:12:39.789094Z","end":"2026-04-28T02:12:40.084913Z","steps":["trace[496594177] 'process raft request' (duration: 234.986185ms)","trace[496594177] 'compare' (duration: 60.009031ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T02:12:40.085021Z","caller":"traceutil/trace.go:171","msg":"trace[545989249] transaction","detail":"{read_only:false; response_revision:25851; number_of_response:1; }","duration":"295.897571ms","start":"2026-04-28T02:12:39.789115Z","end":"2026-04-28T02:12:40.085012Z","steps":["trace[545989249] 'process raft request' (duration: 295.167741ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:12:40.084968Z","caller":"traceutil/trace.go:171","msg":"trace[2049796147] transaction","detail":"{read_only:false; response_revision:25854; number_of_response:1; }","duration":"111.457355ms","start":"2026-04-28T02:12:39.97349Z","end":"2026-04-28T02:12:40.084947Z","steps":["trace[2049796147] 'process raft request' (duration: 110.945011ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:12:40.084896Z","caller":"traceutil/trace.go:171","msg":"trace[945399030] transaction","detail":"{read_only:false; response_revision:25853; number_of_response:1; }","duration":"294.504612ms","start":"2026-04-28T02:12:39.79037Z","end":"2026-04-28T02:12:40.084875Z","steps":["trace[945399030] 'process raft request' (duration: 294.010849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:12:40.61341Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415872366292633231,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T02:12:40.710886Z","caller":"traceutil/trace.go:171","msg":"trace[1950577274] transaction","detail":"{read_only:false; response_revision:25855; number_of_response:1; }","duration":"664.634449ms","start":"2026-04-28T02:12:40.046218Z","end":"2026-04-28T02:12:40.710853Z","steps":["trace[1950577274] 'process raft request' (duration: 641.951171ms)","trace[1950577274] 'compare' (duration: 22.493222ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T02:12:40.711551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:12:40.046191Z","time spent":"665.271466ms","remote":"127.0.0.1:57256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T02:12:40.778061Z","caller":"traceutil/trace.go:171","msg":"trace[717490153] linearizableReadLoop","detail":"{readStateIndex:26685; appliedIndex:26683; }","duration":"664.864646ms","start":"2026-04-28T02:12:40.113172Z","end":"2026-04-28T02:12:40.778036Z","steps":["trace[717490153] 'read index received' (duration: 575.085781ms)","trace[717490153] 'applied index is now lower than readState.Index' (duration: 89.777625ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T02:12:40.778197Z","caller":"traceutil/trace.go:171","msg":"trace[1899914068] transaction","detail":"{read_only:false; response_revision:25856; number_of_response:1; }","duration":"544.095842ms","start":"2026-04-28T02:12:40.234085Z","end":"2026-04-28T02:12:40.778181Z","steps":["trace[1899914068] 'process raft request' (duration: 543.806245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:12:40.778321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:12:40.234063Z","time spent":"544.172434ms","remote":"127.0.0.1:57256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T02:12:40.778358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.160434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T02:12:40.778443Z","caller":"traceutil/trace.go:171","msg":"trace[170362023] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25856; }","duration":"665.281738ms","start":"2026-04-28T02:12:40.113141Z","end":"2026-04-28T02:12:40.778422Z","steps":["trace[170362023] 'agreement among raft nodes before linearized reading' (duration: 665.132474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:12:40.778492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:12:40.113129Z","time spent":"665.35278ms","remote":"127.0.0.1:38150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-04-28T02:12:40.779092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.867206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T02:12:40.779189Z","caller":"traceutil/trace.go:171","msg":"trace[2069973056] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25856; }","duration":"530.988139ms","start":"2026-04-28T02:12:40.24816Z","end":"2026-04-28T02:12:40.779148Z","steps":["trace[2069973056] 'agreement among raft nodes before linearized reading' (duration: 530.860105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:12:40.779164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.649959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T02:12:40.779157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.711153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T02:12:40.779109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.42777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T02:12:40.779244Z","caller":"traceutil/trace.go:171","msg":"trace[218558027] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25856; }","duration":"301.763024ms","start":"2026-04-28T02:12:40.477465Z","end":"2026-04-28T02:12:40.779228Z","steps":["trace[218558027] 'agreement among raft nodes before linearized reading' (duration: 301.674712ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:12:40.77928Z","caller":"traceutil/trace.go:171","msg":"trace[674149257] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25856; }","duration":"428.648466ms","start":"2026-04-28T02:12:40.350622Z","end":"2026-04-28T02:12:40.77927Z","steps":["trace[674149257] 'agreement among raft nodes before linearized reading' (duration: 428.4138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:12:40.779279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.218998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T02:12:40.779286Z","caller":"traceutil/trace.go:171","msg":"trace[69530667] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25856; }","duration":"529.860058ms","start":"2026-04-28T02:12:40.249404Z","end":"2026-04-28T02:12:40.779264Z","steps":["trace[69530667] 'agreement among raft nodes before linearized reading' (duration: 529.673873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:12:40.779313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:12:40.350588Z","time spent":"428.712988ms","remote":"127.0.0.1:57246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T02:12:40.779322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:12:40.477442Z","time spent":"301.870036ms","remote":"127.0.0.1:57246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-04-28T02:12:40.779336Z","caller":"traceutil/trace.go:171","msg":"trace[1082538891] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25856; }","duration":"301.30878ms","start":"2026-04-28T02:12:40.478009Z","end":"2026-04-28T02:12:40.779317Z","steps":["trace[1082538891] 'agreement among raft nodes before linearized reading' (duration: 301.239819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:12:40.779346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:12:40.249394Z","time spent":"529.93626ms","remote":"127.0.0.1:57246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T02:12:40.779384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:12:40.477985Z","time spent":"301.387062ms","remote":"127.0.0.1:57246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-04-28T02:12:40.779492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T02:12:40.77953Z","caller":"traceutil/trace.go:171","msg":"trace[1007784215] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25856; }","duration":"428.839912ms","start":"2026-04-28T02:12:40.350678Z","end":"2026-04-28T02:12:40.779518Z","steps":["trace[1007784215] 'agreement among raft nodes before linearized reading' (duration: 428.78058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:12:40.779532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.845734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-28T02:12:40.779565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:12:40.350588Z","time spent":"428.970625ms","remote":"127.0.0.1:57246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-04-28T02:12:40.779202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.28412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T02:12:40.779792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.111229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T02:12:40.779828Z","caller":"traceutil/trace.go:171","msg":"trace[626896745] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25856; }","duration":"301.964088ms","start":"2026-04-28T02:12:40.477846Z","end":"2026-04-28T02:12:40.77981Z","steps":["trace[626896745] 'agreement among raft nodes before linearized reading' (duration: 301.269119ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:12:40.779841Z","caller":"traceutil/trace.go:171","msg":"trace[59568205] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25856; }","duration":"429.192321ms","start":"2026-04-28T02:12:40.350636Z","end":"2026-04-28T02:12:40.779828Z","steps":["trace[59568205] 'agreement among raft nodes before linearized reading' (duration: 428.921374ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:12:40.779901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:12:40.477837Z","time spent":"302.047981ms","remote":"127.0.0.1:57246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-04-28T02:12:40.779872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.381856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T02:12:40.779584Z","caller":"traceutil/trace.go:171","msg":"trace[511767694] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25856; }","duration":"133.892815ms","start":"2026-04-28T02:12:40.645675Z","end":"2026-04-28T02:12:40.779568Z","steps":["trace[511767694] 'agreement among raft nodes before linearized reading' (duration: 133.667339ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:12:40.779996Z","caller":"traceutil/trace.go:171","msg":"trace[1469581054] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:0; response_revision:25856; }","duration":"429.582412ms","start":"2026-04-28T02:12:40.350384Z","end":"2026-04-28T02:12:40.779966Z","steps":["trace[1469581054] 'agreement among raft nodes before linearized reading' (duration: 429.13674ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:12:40.779907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:12:40.350622Z","time spent":"429.277143ms","remote":"127.0.0.1:57246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-04-28T02:12:40.779195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.097586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-04-28T02:12:40.780016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.270246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T02:12:40.780144Z","caller":"traceutil/trace.go:171","msg":"trace[551582159] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:25856; }","duration":"237.095634ms","start":"2026-04-28T02:12:40.54303Z","end":"2026-04-28T02:12:40.780125Z","steps":["trace[551582159] 'agreement among raft nodes before linearized reading' (duration: 235.985942ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:12:40.78017Z","caller":"traceutil/trace.go:171","msg":"trace[1952639713] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25856; }","duration":"531.461182ms","start":"2026-04-28T02:12:40.248695Z","end":"2026-04-28T02:12:40.780156Z","steps":["trace[1952639713] 'agreement among raft nodes before linearized reading' (duration: 530.401842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:12:40.780212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:12:40.248673Z","time spent":"531.529675ms","remote":"127.0.0.1:57246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-04-28T02:12:40.779231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.507164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T02:12:40.780299Z","caller":"traceutil/trace.go:171","msg":"trace[951635536] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:25856; }","duration":"130.600986ms","start":"2026-04-28T02:12:40.64968Z","end":"2026-04-28T02:12:40.780281Z","steps":["trace[951635536] 'agreement among raft nodes before linearized reading' (duration: 129.454863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:12:40.779539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.796623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T02:12:40.781372Z","caller":"traceutil/trace.go:171","msg":"trace[951130234] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:0; response_revision:25856; }","duration":"532.620604ms","start":"2026-04-28T02:12:40.248695Z","end":"2026-04-28T02:12:40.781316Z","steps":["trace[951130234] 'agreement among raft nodes before linearized reading' (duration: 530.809954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:12:40.78144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:12:40.248677Z","time spent":"532.745248ms","remote":"127.0.0.1:57246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-04-28T02:12:40.779236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:12:40.248137Z","time spent":"531.090942ms","remote":"127.0.0.1:57246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-04-28T02:12:40.779582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.689771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T02:12:40.780064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:12:40.350358Z","time spent":"429.696226ms","remote":"127.0.0.1:57246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-04-28T02:12:40.78165Z","caller":"traceutil/trace.go:171","msg":"trace[1449298515] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:0; response_revision:25856; }","duration":"303.81198ms","start":"2026-04-28T02:12:40.477806Z","end":"2026-04-28T02:12:40.781618Z","steps":["trace[1449298515] 'agreement among raft nodes before linearized reading' (duration: 301.758102ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:12:40.781762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:12:40.47772Z","time spent":"304.004285ms","remote":"127.0.0.1:57246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-04-28T02:12:41.247136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.061612ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-28T02:12:41.24748Z","caller":"traceutil/trace.go:171","msg":"trace[954734310] transaction","detail":"{read_only:false; response_revision:25858; number_of_response:1; }","duration":"324.43341ms","start":"2026-04-28T02:12:40.923027Z","end":"2026-04-28T02:12:41.24746Z","steps":["trace[954734310] 'process raft request' (duration: 324.387429ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:12:41.247556Z","caller":"traceutil/trace.go:171","msg":"trace[1883179244] linearizableReadLoop","detail":"{readStateIndex:26686; appliedIndex:26685; }","duration":"462.39877ms","start":"2026-04-28T02:12:40.785092Z","end":"2026-04-28T02:12:41.247491Z","steps":["trace[1883179244] 'read index received' (duration: 207.978818ms)","trace[1883179244] 'applied index is now lower than readState.Index' (duration: 254.416952ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T02:12:41.247699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:12:40.781643Z","time spent":"466.051482ms","remote":"127.0.0.1:57038","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T02:12:41.247574Z","caller":"traceutil/trace.go:171","msg":"trace[1256815328] transaction","detail":"{read_only:false; response_revision:25857; number_of_response:1; }","duration":"462.215116ms","start":"2026-04-28T02:12:40.785333Z","end":"2026-04-28T02:12:41.247548Z","steps":["trace[1256815328] 'process raft request' (duration: 461.954219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:12:41.247592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:12:40.922999Z","time spent":"324.527453ms","remote":"127.0.0.1:57256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T02:12:41.247858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:12:40.78532Z","time spent":"462.442091ms","remote":"127.0.0.1:57256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T02:12:41.248297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.191624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-28T02:12:41.248338Z","caller":"traceutil/trace.go:171","msg":"trace[349606221] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25858; }","duration":"463.279156ms","start":"2026-04-28T02:12:40.785051Z","end":"2026-04-28T02:12:41.24833Z","steps":["trace[349606221] 'agreement among raft nodes before linearized reading' (duration: 462.640198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:12:41.24836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:12:40.785034Z","time spent":"463.321157ms","remote":"127.0.0.1:57200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-28T02:12:41.260146Z","caller":"traceutil/trace.go:171","msg":"trace[796287638] transaction","detail":"{read_only:false; response_revision:25859; number_of_response:1; }","duration":"105.050749ms","start":"2026-04-28T02:12:41.155075Z","end":"2026-04-28T02:12:41.260125Z","steps":["trace[796287638] 'process raft request' (duration: 104.940076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:12:41.260215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.810025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-28T02:12:41.260247Z","caller":"traceutil/trace.go:171","msg":"trace[865740771] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25859; }","duration":"111.881997ms","start":"2026-04-28T02:12:41.148355Z","end":"2026-04-28T02:12:41.260238Z","steps":["trace[865740771] 'agreement among raft nodes before linearized reading' (duration: 111.779954ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:12:41.531914Z","caller":"traceutil/trace.go:171","msg":"trace[308385326] linearizableReadLoop","detail":"{readStateIndex:26690; appliedIndex:26689; }","duration":"271.781294ms","start":"2026-04-28T02:12:41.260101Z","end":"2026-04-28T02:12:41.531882Z","steps":["trace[308385326] 'read index received' (duration: 271.729673ms)","trace[308385326] 'applied index is now lower than readState.Index' (duration: 49.691µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T02:12:41.531939Z","caller":"traceutil/trace.go:171","msg":"trace[1451499560] transaction","detail":"{read_only:false; response_revision:25860; number_of_response:1; }","duration":"282.561122ms","start":"2026-04-28T02:12:41.249346Z","end":"2026-04-28T02:12:41.531907Z","steps":["trace[1451499560] 'process raft request' (duration: 282.086339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:12:41.532507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.899851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18746"} {"level":"info","ts":"2026-04-28T02:12:41.532663Z","caller":"traceutil/trace.go:171","msg":"trace[1779721685] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25860; }","duration":"283.033735ms","start":"2026-04-28T02:12:41.249552Z","end":"2026-04-28T02:12:41.532586Z","steps":["trace[1779721685] 'agreement among raft nodes before linearized reading' (duration: 282.432139ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:12:41.551699Z","caller":"traceutil/trace.go:171","msg":"trace[41981850] transaction","detail":"{read_only:false; response_revision:25861; number_of_response:1; }","duration":"114.301294ms","start":"2026-04-28T02:12:41.437373Z","end":"2026-04-28T02:12:41.551674Z","steps":["trace[41981850] 'process raft request' (duration: 114.068307ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:12:41.552042Z","caller":"traceutil/trace.go:171","msg":"trace[453783798] transaction","detail":"{read_only:false; response_revision:25862; number_of_response:1; }","duration":"113.08579ms","start":"2026-04-28T02:12:41.438925Z","end":"2026-04-28T02:12:41.552011Z","steps":["trace[453783798] 'process raft request' (duration: 112.657758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:12:41.552094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.424517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T02:12:41.552106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.176871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T02:12:41.552175Z","caller":"traceutil/trace.go:171","msg":"trace[1988260052] transaction","detail":"{read_only:false; response_revision:25863; number_of_response:1; }","duration":"113.166072ms","start":"2026-04-28T02:12:41.438999Z","end":"2026-04-28T02:12:41.552166Z","steps":["trace[1988260052] 'process raft request' (duration: 112.868234ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:12:41.552191Z","caller":"traceutil/trace.go:171","msg":"trace[95482806] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25863; }","duration":"291.303465ms","start":"2026-04-28T02:12:41.260869Z","end":"2026-04-28T02:12:41.552173Z","steps":["trace[95482806] 'agreement among raft nodes before linearized reading' (duration: 291.175761ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:12:41.552141Z","caller":"traceutil/trace.go:171","msg":"trace[394511097] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:25863; }","duration":"127.524989ms","start":"2026-04-28T02:12:41.4246Z","end":"2026-04-28T02:12:41.552125Z","steps":["trace[394511097] 'agreement among raft nodes before linearized reading' (duration: 127.439007ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:12:41.888399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.142072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T02:12:41.888541Z","caller":"traceutil/trace.go:171","msg":"trace[527293324] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25863; }","duration":"100.357848ms","start":"2026-04-28T02:12:41.788157Z","end":"2026-04-28T02:12:41.888515Z","steps":["trace[527293324] 'range keys from in-memory index tree' (duration: 99.983718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:12:41.88883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.589337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-04-28T02:12:41.888934Z","caller":"traceutil/trace.go:171","msg":"trace[1457177113] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:25863; }","duration":"224.883685ms","start":"2026-04-28T02:12:41.664025Z","end":"2026-04-28T02:12:41.888909Z","steps":["trace[1457177113] 'range keys from in-memory index tree' (duration: 224.33515ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:12:41.889252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.316107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T02:12:41.889393Z","caller":"traceutil/trace.go:171","msg":"trace[521987717] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:0; response_revision:25863; }","duration":"100.495981ms","start":"2026-04-28T02:12:41.788873Z","end":"2026-04-28T02:12:41.889369Z","steps":["trace[521987717] 'range keys from in-memory index tree' (duration: 100.213544ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:13:17.421062Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23190} {"level":"info","ts":"2026-04-28T02:13:17.556892Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23190,"took":"131.313915ms","hash":340549465,"current-db-size-bytes":58978304,"current-db-size":"59 MB","current-db-size-in-use-bytes":36294656,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-04-28T02:13:17.556969Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":340549465,"revision":23190,"compact-revision":20201} {"level":"info","ts":"2026-04-28T02:13:31.652485Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006a05.wal"} {"level":"info","ts":"2026-04-28T02:13:57.74849Z","caller":"traceutil/trace.go:171","msg":"trace[1047042392] transaction","detail":"{read_only:false; response_revision:26535; number_of_response:1; }","duration":"130.275217ms","start":"2026-04-28T02:13:57.61818Z","end":"2026-04-28T02:13:57.748455Z","steps":["trace[1047042392] 'process raft request' (duration: 96.09081ms)","trace[1047042392] 'compare' (duration: 33.863967ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T02:14:09.319026Z","caller":"traceutil/trace.go:171","msg":"trace[271367157] transaction","detail":"{read_only:false; response_revision:26638; number_of_response:1; }","duration":"258.790905ms","start":"2026-04-28T02:14:09.060143Z","end":"2026-04-28T02:14:09.318934Z","steps":["trace[271367157] 'process raft request' (duration: 258.639951ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:14:09.750174Z","caller":"traceutil/trace.go:171","msg":"trace[2031111204] linearizableReadLoop","detail":"{readStateIndex:27490; appliedIndex:27488; }","duration":"504.884606ms","start":"2026-04-28T02:14:09.24526Z","end":"2026-04-28T02:14:09.750145Z","steps":["trace[2031111204] 'read index received' (duration: 73.739221ms)","trace[2031111204] 'applied index is now lower than readState.Index' (duration: 431.144385ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T02:14:09.750285Z","caller":"traceutil/trace.go:171","msg":"trace[46208225] transaction","detail":"{read_only:false; response_revision:26640; number_of_response:1; }","duration":"625.359662ms","start":"2026-04-28T02:14:09.124914Z","end":"2026-04-28T02:14:09.750274Z","steps":["trace[46208225] 'process raft request' (duration: 625.186557ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:14:09.750303Z","caller":"traceutil/trace.go:171","msg":"trace[1866047676] transaction","detail":"{read_only:false; response_revision:26639; number_of_response:1; }","duration":"689.543598ms","start":"2026-04-28T02:14:09.060717Z","end":"2026-04-28T02:14:09.750261Z","steps":["trace[1866047676] 'process raft request' (duration: 689.087056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:14:09.750514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:14:09.124895Z","time spent":"625.418073ms","remote":"127.0.0.1:57256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T02:14:09.750573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:14:09.060704Z","time spent":"689.770925ms","remote":"127.0.0.1:57256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T02:14:09.7505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.210386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T02:14:09.750701Z","caller":"traceutil/trace.go:171","msg":"trace[1769855123] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26640; }","duration":"505.438231ms","start":"2026-04-28T02:14:09.24522Z","end":"2026-04-28T02:14:09.750658Z","steps":["trace[1769855123] 'agreement among raft nodes before linearized reading' (duration: 505.149953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:14:09.750824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:14:09.245203Z","time spent":"505.569465ms","remote":"127.0.0.1:39092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T02:14:10.000039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.787398ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T02:14:10.000301Z","caller":"traceutil/trace.go:171","msg":"trace[1224797219] linearizableReadLoop","detail":"{readStateIndex:27492; appliedIndex:27490; }","duration":"250.041142ms","start":"2026-04-28T02:14:09.750243Z","end":"2026-04-28T02:14:10.000284Z","steps":["trace[1224797219] 'read index received' (duration: 78.826982ms)","trace[1224797219] 'applied index is now lower than readState.Index' (duration: 171.212999ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T02:14:10.000388Z","caller":"traceutil/trace.go:171","msg":"trace[583844242] transaction","detail":"{read_only:false; response_revision:26642; number_of_response:1; }","duration":"410.585846ms","start":"2026-04-28T02:14:09.589793Z","end":"2026-04-28T02:14:10.000379Z","steps":["trace[583844242] 'process raft request' (duration: 410.393601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:14:10.000455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:14:09.589782Z","time spent":"410.637417ms","remote":"127.0.0.1:57256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T02:14:10.000571Z","caller":"traceutil/trace.go:171","msg":"trace[1099161556] transaction","detail":"{read_only:false; response_revision:26643; number_of_response:1; }","duration":"124.863686ms","start":"2026-04-28T02:14:09.875671Z","end":"2026-04-28T02:14:10.000535Z","steps":["trace[1099161556] 'process raft request' (duration: 124.578619ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:14:10.000749Z","caller":"traceutil/trace.go:171","msg":"trace[128753261] transaction","detail":"{read_only:false; response_revision:26641; number_of_response:1; }","duration":"411.276655ms","start":"2026-04-28T02:14:09.589043Z","end":"2026-04-28T02:14:10.000319Z","steps":["trace[128753261] 'process raft request' (duration: 240.124828ms)","trace[128753261] 'compare' (duration: 170.668754ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T02:14:10.000771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.81234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T02:14:10.000859Z","caller":"traceutil/trace.go:171","msg":"trace[100510895] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:26643; }","duration":"355.962145ms","start":"2026-04-28T02:14:09.644875Z","end":"2026-04-28T02:14:10.000837Z","steps":["trace[100510895] 'agreement among raft nodes before linearized reading' (duration: 355.719778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:14:10.000908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:14:09.644858Z","time spent":"356.040096ms","remote":"127.0.0.1:57558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T02:14:10.000909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:14:09.589015Z","time spent":"411.80681ms","remote":"127.0.0.1:57256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T02:14:10.28689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.585588ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T02:14:10.287013Z","caller":"traceutil/trace.go:171","msg":"trace[1694932486] transaction","detail":"{read_only:false; response_revision:26644; number_of_response:1; }","duration":"393.368369ms","start":"2026-04-28T02:14:09.893631Z","end":"2026-04-28T02:14:10.286999Z","steps":["trace[1694932486] 'process raft request' (duration: 216.609546ms)","trace[1694932486] 'compare' (duration: 176.478416ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T02:14:10.287057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:14:09.893601Z","time spent":"393.436861ms","remote":"127.0.0.1:57256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T02:14:10.287356Z","caller":"traceutil/trace.go:171","msg":"trace[717268636] linearizableReadLoop","detail":"{readStateIndex:27496; appliedIndex:27493; }","duration":"286.993516ms","start":"2026-04-28T02:14:10.00034Z","end":"2026-04-28T02:14:10.287333Z","steps":["trace[717268636] 'read index received' (duration: 109.785469ms)","trace[717268636] 'applied index is now lower than readState.Index' (duration: 177.207227ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T02:14:10.287424Z","caller":"traceutil/trace.go:171","msg":"trace[620084584] transaction","detail":"{read_only:false; response_revision:26646; number_of_response:1; }","duration":"359.711709ms","start":"2026-04-28T02:14:09.927675Z","end":"2026-04-28T02:14:10.287386Z","steps":["trace[620084584] 'process raft request' (duration: 359.574445ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:14:10.287431Z","caller":"traceutil/trace.go:171","msg":"trace[1790672089] transaction","detail":"{read_only:false; response_revision:26645; number_of_response:1; }","duration":"363.873333ms","start":"2026-04-28T02:14:09.92353Z","end":"2026-04-28T02:14:10.287403Z","steps":["trace[1790672089] 'process raft request' (duration: 363.438061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:14:10.287495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.656651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T02:14:10.287526Z","caller":"traceutil/trace.go:171","msg":"trace[2041985537] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26646; }","duration":"534.740324ms","start":"2026-04-28T02:14:09.752778Z","end":"2026-04-28T02:14:10.287518Z","steps":["trace[2041985537] 'agreement among raft nodes before linearized reading' (duration: 534.663711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:14:10.287534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.025404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-28T02:14:10.287544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.289538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T02:14:10.287557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:14:09.75276Z","time spent":"534.791154ms","remote":"127.0.0.1:39102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T02:14:10.287583Z","caller":"traceutil/trace.go:171","msg":"trace[165262133] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26646; }","duration":"186.3647ms","start":"2026-04-28T02:14:10.101206Z","end":"2026-04-28T02:14:10.287571Z","steps":["trace[165262133] 'agreement among raft nodes before linearized reading' (duration: 186.291858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:14:10.287583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:14:09.9235Z","time spent":"364.006777ms","remote":"127.0.0.1:57256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T02:14:10.287572Z","caller":"traceutil/trace.go:171","msg":"trace[1519443296] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26646; }","duration":"491.108316ms","start":"2026-04-28T02:14:09.796453Z","end":"2026-04-28T02:14:10.287561Z","steps":["trace[1519443296] 'agreement among raft nodes before linearized reading' (duration: 490.934571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:14:10.287604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:14:09.927658Z","time spent":"359.844722ms","remote":"127.0.0.1:57256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T02:14:10.287639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T02:14:09.796432Z","time spent":"491.200229ms","remote":"127.0.0.1:57256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T02:14:10.287831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.250734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21346"} {"level":"info","ts":"2026-04-28T02:14:10.287916Z","caller":"traceutil/trace.go:171","msg":"trace[1898697072] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:26646; }","duration":"144.382458ms","start":"2026-04-28T02:14:10.143514Z","end":"2026-04-28T02:14:10.287897Z","steps":["trace[1898697072] 'agreement among raft nodes before linearized reading' (duration: 144.015588ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:14:10.604396Z","caller":"traceutil/trace.go:171","msg":"trace[2124528118] transaction","detail":"{read_only:false; response_revision:26648; number_of_response:1; }","duration":"124.651221ms","start":"2026-04-28T02:14:10.479707Z","end":"2026-04-28T02:14:10.604358Z","steps":["trace[2124528118] 'process raft request' (duration: 102.757975ms)","trace[2124528118] 'compare' (duration: 21.66226ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T02:14:10.790837Z","caller":"traceutil/trace.go:171","msg":"trace[1663638724] linearizableReadLoop","detail":"{readStateIndex:27499; appliedIndex:27498; }","duration":"143.834281ms","start":"2026-04-28T02:14:10.64698Z","end":"2026-04-28T02:14:10.790815Z","steps":["trace[1663638724] 'read index received' (duration: 65.595506ms)","trace[1663638724] 'applied index is now lower than readState.Index' (duration: 78.237335ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T02:14:10.791103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.136013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T02:14:10.791138Z","caller":"traceutil/trace.go:171","msg":"trace[1992548398] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26648; }","duration":"134.217696ms","start":"2026-04-28T02:14:10.656909Z","end":"2026-04-28T02:14:10.791127Z","steps":["trace[1992548398] 'agreement among raft nodes before linearized reading' (duration: 134.025351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:14:10.791208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.09164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T02:14:10.791299Z","caller":"traceutil/trace.go:171","msg":"trace[1308246320] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26648; }","duration":"126.259955ms","start":"2026-04-28T02:14:10.665022Z","end":"2026-04-28T02:14:10.791282Z","steps":["trace[1308246320] 'agreement among raft nodes before linearized reading' (duration: 125.934006ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:14:10.791331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.397176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T02:14:10.791508Z","caller":"traceutil/trace.go:171","msg":"trace[1079541202] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26648; }","duration":"144.566152ms","start":"2026-04-28T02:14:10.646893Z","end":"2026-04-28T02:14:10.791459Z","steps":["trace[1079541202] 'agreement among raft nodes before linearized reading' (duration: 144.026966ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:14:10.791323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.304016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-28T02:14:10.791588Z","caller":"traceutil/trace.go:171","msg":"trace[2041691536] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26648; }","duration":"126.586925ms","start":"2026-04-28T02:14:10.664965Z","end":"2026-04-28T02:14:10.791552Z","steps":["trace[2041691536] 'agreement among raft nodes before linearized reading' (duration: 126.09233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T02:14:11.03125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.234562ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T02:14:11.031365Z","caller":"traceutil/trace.go:171","msg":"trace[336318978] transaction","detail":"{read_only:false; response_revision:26649; number_of_response:1; }","duration":"239.619913ms","start":"2026-04-28T02:14:10.791726Z","end":"2026-04-28T02:14:11.031346Z","steps":["trace[336318978] 'process raft request' (duration: 103.166025ms)","trace[336318978] 'compare' (duration: 136.061818ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T02:14:11.05545Z","caller":"traceutil/trace.go:171","msg":"trace[990299411] transaction","detail":"{read_only:false; response_revision:26651; number_of_response:1; }","duration":"259.787803ms","start":"2026-04-28T02:14:10.795645Z","end":"2026-04-28T02:14:11.055432Z","steps":["trace[990299411] 'process raft request' (duration: 259.726781ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:14:11.055536Z","caller":"traceutil/trace.go:171","msg":"trace[537629806] transaction","detail":"{read_only:false; response_revision:26650; number_of_response:1; }","duration":"261.106749ms","start":"2026-04-28T02:14:10.794397Z","end":"2026-04-28T02:14:11.055504Z","steps":["trace[537629806] 'process raft request' (duration: 260.833341ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:14:11.05575Z","caller":"traceutil/trace.go:171","msg":"trace[956467314] transaction","detail":"{read_only:false; response_revision:26652; number_of_response:1; }","duration":"259.991758ms","start":"2026-04-28T02:14:10.79575Z","end":"2026-04-28T02:14:11.055742Z","steps":["trace[956467314] 'process raft request' (duration: 259.653419ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:14:11.055968Z","caller":"traceutil/trace.go:171","msg":"trace[670495153] transaction","detail":"{read_only:false; response_revision:26653; number_of_response:1; }","duration":"259.830344ms","start":"2026-04-28T02:14:10.796109Z","end":"2026-04-28T02:14:11.055939Z","steps":["trace[670495153] 'process raft request' (duration: 259.601777ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T02:18:17.428154Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26160} {"level":"info","ts":"2026-04-28T02:18:17.573555Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26160,"took":"140.721336ms","hash":3605912925,"current-db-size-bytes":59400192,"current-db-size":"59 MB","current-db-size-in-use-bytes":34508800,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-28T02:18:17.573628Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3605912925,"revision":26160,"compact-revision":23190} {"level":"info","ts":"2026-04-28T02:18:49.074481Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"39582465ceaa2f67","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-28T02:18:49.081395Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-04-28T02:18:49.081513Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-04-28T02:23:17.433377Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28852} {"level":"info","ts":"2026-04-28T02:23:17.564654Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28852,"took":"127.986922ms","hash":219415546,"current-db-size-bytes":59400192,"current-db-size":"59 MB","current-db-size-in-use-bytes":30240768,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-28T02:23:17.564709Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":219415546,"revision":28852,"compact-revision":26160} {"level":"info","ts":"2026-04-28T02:28:17.440265Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":31070} {"level":"info","ts":"2026-04-28T02:28:17.559977Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":31070,"took":"116.013119ms","hash":1153575188,"current-db-size-bytes":59400192,"current-db-size":"59 MB","current-db-size-in-use-bytes":30294016,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-28T02:28:17.560054Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1153575188,"revision":31070,"compact-revision":28852} {"level":"info","ts":"2026-04-28T02:33:17.445092Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33341} {"level":"info","ts":"2026-04-28T02:33:17.599322Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33341,"took":"150.439571ms","hash":1878519785,"current-db-size-bytes":60444672,"current-db-size":"60 MB","current-db-size-in-use-bytes":32178176,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-28T02:33:17.599391Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1878519785,"revision":33341,"compact-revision":31070} {"level":"info","ts":"2026-04-28T02:38:17.453003Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35633} {"level":"info","ts":"2026-04-28T02:38:17.59465Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35633,"took":"137.722418ms","hash":126590664,"current-db-size-bytes":60911616,"current-db-size":"61 MB","current-db-size-in-use-bytes":31641600,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-28T02:38:17.594725Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":126590664,"revision":35633,"compact-revision":33341} {"level":"info","ts":"2026-04-28T02:40:13.554407Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"39582465ceaa2f67","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-28T02:40:13.558984Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-04-28T02:40:13.55907Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004}