{"level":"warn","ts":"2026-02-27T18:29:20.862325Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-27T18:29:20.862403Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.43:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.43:2380","--initial-cluster=instance=https://162.253.55.43:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.43:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.43:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-02-27T18:29:20.862462Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-27T18:29:20.862474Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.43:2380"]} {"level":"info","ts":"2026-02-27T18:29:20.86249Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-27T18:29:20.863128Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.43:2379"]} {"level":"info","ts":"2026-02-27T18:29:20.86329Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.43:2380"],"listen-peer-urls":["https://162.253.55.43:2380"],"advertise-client-urls":["https://162.253.55.43:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.43:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.43:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-02-27T18:29:20.866775Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.228863ms"} {"level":"info","ts":"2026-02-27T18:29:20.872126Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"14f8f2dfdaccebdb","cluster-id":"5f02ccb15672f35d"} {"level":"info","ts":"2026-02-27T18:29:20.872203Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb switched to configuration voters=()"} {"level":"info","ts":"2026-02-27T18:29:20.872224Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb became follower at term 0"} {"level":"info","ts":"2026-02-27T18:29:20.872237Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 14f8f2dfdaccebdb [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-02-27T18:29:20.872245Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb became follower at term 1"} {"level":"info","ts":"2026-02-27T18:29:20.872279Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb switched to configuration voters=(1511224718245293019)"} {"level":"warn","ts":"2026-02-27T18:29:20.8791Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-02-27T18:29:20.880199Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-02-27T18:29:20.881374Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-02-27T18:29:20.88422Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"14f8f2dfdaccebdb","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-02-27T18:29:20.884439Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"14f8f2dfdaccebdb","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-02-27T18:29:20.884609Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-27T18:29:20.884771Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-27T18:29:20.884796Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-27T18:29:20.887225Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb switched to configuration voters=(1511224718245293019)"} {"level":"info","ts":"2026-02-27T18:29:20.887353Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"5f02ccb15672f35d","local-member-id":"14f8f2dfdaccebdb","added-peer-id":"14f8f2dfdaccebdb","added-peer-peer-urls":["https://162.253.55.43:2380"]} {"level":"info","ts":"2026-02-27T18:29:20.888511Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-27T18:29:20.888593Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.43:2380"} {"level":"info","ts":"2026-02-27T18:29:20.888676Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.43:2380"} {"level":"info","ts":"2026-02-27T18:29:20.888735Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"14f8f2dfdaccebdb","initial-advertise-peer-urls":["https://162.253.55.43:2380"],"listen-peer-urls":["https://162.253.55.43:2380"],"advertise-client-urls":["https://162.253.55.43:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.43:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-02-27T18:29:20.88878Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-02-27T18:29:21.472508Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb is starting a new election at term 1"} {"level":"info","ts":"2026-02-27T18:29:21.472611Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb became pre-candidate at term 1"} {"level":"info","ts":"2026-02-27T18:29:21.472634Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb received MsgPreVoteResp from 14f8f2dfdaccebdb at term 1"} {"level":"info","ts":"2026-02-27T18:29:21.472652Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb became candidate at term 2"} {"level":"info","ts":"2026-02-27T18:29:21.47266Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb received MsgVoteResp from 14f8f2dfdaccebdb at term 2"} {"level":"info","ts":"2026-02-27T18:29:21.472674Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb became leader at term 2"} {"level":"info","ts":"2026-02-27T18:29:21.472685Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 14f8f2dfdaccebdb elected leader 14f8f2dfdaccebdb at term 2"} {"level":"info","ts":"2026-02-27T18:29:21.474087Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-02-27T18:29:21.475014Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"14f8f2dfdaccebdb","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.43:2379]}","request-path":"/0/members/14f8f2dfdaccebdb/attributes","cluster-id":"5f02ccb15672f35d","publish-timeout":"7s"} {"level":"info","ts":"2026-02-27T18:29:21.475217Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-27T18:29:21.475281Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-27T18:29:21.475559Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-02-27T18:29:21.475601Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-02-27T18:29:21.475784Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"5f02ccb15672f35d","local-member-id":"14f8f2dfdaccebdb","cluster-version":"3.5"} {"level":"info","ts":"2026-02-27T18:29:21.47599Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-02-27T18:29:21.476043Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-02-27T18:29:21.478658Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.43:2379"} {"level":"info","ts":"2026-02-27T18:29:21.479301Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-02-27T18:29:39.255434Z","caller":"traceutil/trace.go:171","msg":"trace[1614691944] transaction","detail":"{read_only:false; response_revision:414; number_of_response:1; }","duration":"150.409664ms","start":"2026-02-27T18:29:39.104981Z","end":"2026-02-27T18:29:39.25539Z","steps":["trace[1614691944] 'process raft request' (duration: 150.116385ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:29:39.265304Z","caller":"traceutil/trace.go:171","msg":"trace[1440760556] transaction","detail":"{read_only:false; response_revision:415; number_of_response:1; }","duration":"158.570029ms","start":"2026-02-27T18:29:39.106706Z","end":"2026-02-27T18:29:39.265276Z","steps":["trace[1440760556] 'process raft request' (duration: 158.424315ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:29:57.776293Z","caller":"traceutil/trace.go:171","msg":"trace[364989836] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"429.018103ms","start":"2026-02-27T18:29:57.347247Z","end":"2026-02-27T18:29:57.776265Z","steps":["trace[364989836] 'process raft request' (duration: 428.732526ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:29:57.776268Z","caller":"traceutil/trace.go:171","msg":"trace[2141838433] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"420.450269ms","start":"2026-02-27T18:29:57.355789Z","end":"2026-02-27T18:29:57.77624Z","steps":["trace[2141838433] 'process raft request' (duration: 420.354076ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:57.776856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:29:57.347235Z","time spent":"429.125606ms","remote":"127.0.0.1:41020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:29:57.776932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:29:57.355775Z","time spent":"420.597523ms","remote":"127.0.0.1:40946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:31:17.911935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.360747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-45ab454d-6059-4b10-83b8-0d0ec8d82c0b\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-02-27T18:31:17.91207Z","caller":"traceutil/trace.go:171","msg":"trace[130327667] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-45ab454d-6059-4b10-83b8-0d0ec8d82c0b; range_end:; response_count:1; response_revision:1589; }","duration":"191.620614ms","start":"2026-02-27T18:31:17.720429Z","end":"2026-02-27T18:31:17.912049Z","steps":["trace[130327667] 'range keys from in-memory index tree' (duration: 191.219423ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:31:18.31863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.108576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-02-27T18:31:18.318706Z","caller":"traceutil/trace.go:171","msg":"trace[1299043248] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1596; }","duration":"102.23339ms","start":"2026-02-27T18:31:18.216452Z","end":"2026-02-27T18:31:18.318686Z","steps":["trace[1299043248] 'range keys from in-memory index tree' (duration: 101.932791ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:31:30.495652Z","caller":"traceutil/trace.go:171","msg":"trace[526864280] transaction","detail":"{read_only:false; response_revision:1694; number_of_response:1; }","duration":"100.748369ms","start":"2026-02-27T18:31:30.394873Z","end":"2026-02-27T18:31:30.495621Z","steps":["trace[526864280] 'process raft request' (duration: 100.554474ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:31:34.249892Z","caller":"traceutil/trace.go:171","msg":"trace[670794766] transaction","detail":"{read_only:false; response_revision:1716; number_of_response:1; }","duration":"211.67957ms","start":"2026-02-27T18:31:34.038176Z","end":"2026-02-27T18:31:34.249856Z","steps":["trace[670794766] 'process raft request' (duration: 211.462224ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:31:34.253275Z","caller":"traceutil/trace.go:171","msg":"trace[701369403] linearizableReadLoop","detail":"{readStateIndex:1782; appliedIndex:1780; }","duration":"202.809394ms","start":"2026-02-27T18:31:34.050427Z","end":"2026-02-27T18:31:34.253236Z","steps":["trace[701369403] 'read index received' (duration: 199.383329ms)","trace[701369403] 'applied index is now lower than readState.Index' (duration: 3.419735ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:31:34.253407Z","caller":"traceutil/trace.go:171","msg":"trace[1942172424] transaction","detail":"{read_only:false; response_revision:1717; number_of_response:1; }","duration":"210.661612ms","start":"2026-02-27T18:31:34.04272Z","end":"2026-02-27T18:31:34.253382Z","steps":["trace[1942172424] 'process raft request' (duration: 210.303702ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:31:34.253515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.044631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:31:34.25361Z","caller":"traceutil/trace.go:171","msg":"trace[114367428] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:1717; }","duration":"203.198975ms","start":"2026-02-27T18:31:34.050394Z","end":"2026-02-27T18:31:34.253593Z","steps":["trace[114367428] 'agreement among raft nodes before linearized reading' (duration: 202.999739ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:06.948018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.540761ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:32:06.948149Z","caller":"traceutil/trace.go:171","msg":"trace[558912962] transaction","detail":"{read_only:false; response_revision:1887; number_of_response:1; }","duration":"189.15488ms","start":"2026-02-27T18:32:06.75897Z","end":"2026-02-27T18:32:06.948125Z","steps":["trace[558912962] 'process raft request' (duration: 34.155186ms)","trace[558912962] 'compare' (duration: 154.433279ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:32:11.214047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.503234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"info","ts":"2026-02-27T18:32:11.214109Z","caller":"traceutil/trace.go:171","msg":"trace[509290327] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1905; }","duration":"248.603277ms","start":"2026-02-27T18:32:10.965496Z","end":"2026-02-27T18:32:11.2141Z","steps":["trace[509290327] 'range keys from in-memory index tree' (duration: 248.395601ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:32:11.214103Z","caller":"traceutil/trace.go:171","msg":"trace[685274987] transaction","detail":"{read_only:false; response_revision:1906; number_of_response:1; }","duration":"207.21166ms","start":"2026-02-27T18:32:11.006872Z","end":"2026-02-27T18:32:11.214084Z","steps":["trace[685274987] 'process raft request' (duration: 205.671017ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:12.021803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.784929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T18:32:12.021905Z","caller":"traceutil/trace.go:171","msg":"trace[475451716] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1909; }","duration":"198.945854ms","start":"2026-02-27T18:32:11.822937Z","end":"2026-02-27T18:32:12.021883Z","steps":["trace[475451716] 'range keys from in-memory index tree' (duration: 198.562523ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:13.300092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.146878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-27T18:32:13.300203Z","caller":"traceutil/trace.go:171","msg":"trace[391953723] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1912; }","duration":"722.271662ms","start":"2026-02-27T18:32:12.577887Z","end":"2026-02-27T18:32:13.300159Z","steps":["trace[391953723] 'range keys from in-memory index tree' (duration: 721.938783ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:13.300252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:12.577875Z","time spent":"722.365444ms","remote":"127.0.0.1:33090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-27T18:32:13.300801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.73505ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:32:13.301317Z","caller":"traceutil/trace.go:171","msg":"trace[1284749370] linearizableReadLoop","detail":"{readStateIndex:1987; appliedIndex:1986; }","duration":"621.741806ms","start":"2026-02-27T18:32:12.679552Z","end":"2026-02-27T18:32:13.301294Z","steps":["trace[1284749370] 'read index received' (duration: 493.321207ms)","trace[1284749370] 'applied index is now lower than readState.Index' (duration: 128.419079ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:32:13.301563Z","caller":"traceutil/trace.go:171","msg":"trace[103198873] transaction","detail":"{read_only:false; response_revision:1913; number_of_response:1; }","duration":"640.63382ms","start":"2026-02-27T18:32:12.660907Z","end":"2026-02-27T18:32:13.301541Z","steps":["trace[103198873] 'process raft request' (duration: 512.069357ms)","trace[103198873] 'compare' (duration: 127.265607ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:32:13.301558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.994743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-02-27T18:32:13.301677Z","caller":"traceutil/trace.go:171","msg":"trace[572136639] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1914; }","duration":"622.114586ms","start":"2026-02-27T18:32:12.679547Z","end":"2026-02-27T18:32:13.301661Z","steps":["trace[572136639] 'agreement among raft nodes before linearized reading' (duration: 621.838459ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:13.301688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:12.660883Z","time spent":"640.735333ms","remote":"127.0.0.1:41020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:32:13.301904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:12.679507Z","time spent":"622.379413ms","remote":"127.0.0.1:41020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T18:32:14.060723Z","caller":"traceutil/trace.go:171","msg":"trace[1680553440] linearizableReadLoop","detail":"{readStateIndex:1991; appliedIndex:1988; }","duration":"483.65742ms","start":"2026-02-27T18:32:13.577042Z","end":"2026-02-27T18:32:14.0607Z","steps":["trace[1680553440] 'read index received' (duration: 415.275496ms)","trace[1680553440] 'applied index is now lower than readState.Index' (duration: 68.381154ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:32:14.061189Z","caller":"traceutil/trace.go:171","msg":"trace[118649916] transaction","detail":"{read_only:false; response_revision:1915; number_of_response:1; }","duration":"797.796402ms","start":"2026-02-27T18:32:13.263367Z","end":"2026-02-27T18:32:14.061164Z","steps":["trace[118649916] 'process raft request' (duration: 728.854352ms)","trace[118649916] 'compare' (duration: 67.598993ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:32:14.061275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.215846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:32:14.061359Z","caller":"traceutil/trace.go:171","msg":"trace[1711425207] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1917; }","duration":"484.35127ms","start":"2026-02-27T18:32:13.576986Z","end":"2026-02-27T18:32:14.061337Z","steps":["trace[1711425207] 'agreement among raft nodes before linearized reading' (duration: 484.202096ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:14.061372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.764623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-27T18:32:14.061402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:13.576959Z","time spent":"484.436212ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:32:14.061403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.852282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:32:14.061443Z","caller":"traceutil/trace.go:171","msg":"trace[1749132295] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1917; }","duration":"479.848175ms","start":"2026-02-27T18:32:13.581577Z","end":"2026-02-27T18:32:14.061426Z","steps":["trace[1749132295] 'agreement among raft nodes before linearized reading' (duration: 479.638489ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:32:14.061449Z","caller":"traceutil/trace.go:171","msg":"trace[733867377] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:1917; }","duration":"214.951424ms","start":"2026-02-27T18:32:13.846484Z","end":"2026-02-27T18:32:14.061436Z","steps":["trace[733867377] 'agreement among raft nodes before linearized reading' (duration: 214.852852ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:14.061493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:13.581519Z","time spent":"479.954067ms","remote":"127.0.0.1:41020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T18:32:14.061559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.794031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:32:14.061593Z","caller":"traceutil/trace.go:171","msg":"trace[1484356791] transaction","detail":"{read_only:false; response_revision:1917; number_of_response:1; }","duration":"488.941506ms","start":"2026-02-27T18:32:13.572629Z","end":"2026-02-27T18:32:14.061571Z","steps":["trace[1484356791] 'process raft request' (duration: 488.040171ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:32:14.061662Z","caller":"traceutil/trace.go:171","msg":"trace[1182456974] transaction","detail":"{read_only:false; response_revision:1916; number_of_response:1; }","duration":"756.245001ms","start":"2026-02-27T18:32:13.305396Z","end":"2026-02-27T18:32:14.061641Z","steps":["trace[1182456974] 'process raft request' (duration: 755.224933ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:32:14.061675Z","caller":"traceutil/trace.go:171","msg":"trace[1846088472] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:1917; }","duration":"292.983716ms","start":"2026-02-27T18:32:13.768667Z","end":"2026-02-27T18:32:14.06165Z","steps":["trace[1846088472] 'agreement among raft nodes before linearized reading' (duration: 292.728369ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:14.061788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:13.572609Z","time spent":"489.06027ms","remote":"127.0.0.1:41020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:32:14.061797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:13.305379Z","time spent":"756.319674ms","remote":"127.0.0.1:41020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:32:14.061908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:13.263341Z","time spent":"797.906346ms","remote":"127.0.0.1:41020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:32:14.86639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.956697ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:32:14.866648Z","caller":"traceutil/trace.go:171","msg":"trace[334255492] transaction","detail":"{read_only:false; response_revision:1918; number_of_response:1; }","duration":"800.599223ms","start":"2026-02-27T18:32:14.066032Z","end":"2026-02-27T18:32:14.866632Z","steps":["trace[334255492] 'process raft request' (duration: 328.311386ms)","trace[334255492] 'compare' (duration: 471.627369ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:32:14.866708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:14.066008Z","time spent":"800.674295ms","remote":"127.0.0.1:41020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:32:14.866945Z","caller":"traceutil/trace.go:171","msg":"trace[2113467416] transaction","detail":"{read_only:false; response_revision:1919; number_of_response:1; }","duration":"799.969365ms","start":"2026-02-27T18:32:14.066968Z","end":"2026-02-27T18:32:14.866937Z","steps":["trace[2113467416] 'process raft request' (duration: 799.597775ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:32:14.866939Z","caller":"traceutil/trace.go:171","msg":"trace[1264803138] linearizableReadLoop","detail":"{readStateIndex:1994; appliedIndex:1991; }","duration":"744.524169ms","start":"2026-02-27T18:32:14.122383Z","end":"2026-02-27T18:32:14.866907Z","steps":["trace[1264803138] 'read index received' (duration: 272.041958ms)","trace[1264803138] 'applied index is now lower than readState.Index' (duration: 472.481201ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:32:14.867056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.669503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T18:32:14.866989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:14.066956Z","time spent":"800.010277ms","remote":"127.0.0.1:41020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:32:14.867042Z","caller":"traceutil/trace.go:171","msg":"trace[143186507] transaction","detail":"{read_only:false; response_revision:1920; number_of_response:1; }","duration":"799.998597ms","start":"2026-02-27T18:32:14.066998Z","end":"2026-02-27T18:32:14.866997Z","steps":["trace[143186507] 'process raft request' (duration: 799.801021ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:32:14.867087Z","caller":"traceutil/trace.go:171","msg":"trace[845374587] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1920; }","duration":"744.733845ms","start":"2026-02-27T18:32:14.122345Z","end":"2026-02-27T18:32:14.867078Z","steps":["trace[845374587] 'agreement among raft nodes before linearized reading' (duration: 744.678323ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:14.867117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:14.122331Z","time spent":"744.779906ms","remote":"127.0.0.1:41194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:32:14.867212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:14.06698Z","time spent":"800.12997ms","remote":"127.0.0.1:41020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:32:14.867307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.526491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-27T18:32:14.867398Z","caller":"traceutil/trace.go:171","msg":"trace[1246281206] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1920; }","duration":"560.611273ms","start":"2026-02-27T18:32:14.306731Z","end":"2026-02-27T18:32:14.867343Z","steps":["trace[1246281206] 'agreement among raft nodes before linearized reading' (duration: 560.415178ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:14.867484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:14.306709Z","time spent":"560.758738ms","remote":"127.0.0.1:33090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-27T18:32:14.867665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.477417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T18:32:14.867762Z","caller":"traceutil/trace.go:171","msg":"trace[682064594] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1920; }","duration":"417.614181ms","start":"2026-02-27T18:32:14.450125Z","end":"2026-02-27T18:32:14.867739Z","steps":["trace[682064594] 'agreement among raft nodes before linearized reading' (duration: 417.330153ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:14.867811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:14.45011Z","time spent":"417.690854ms","remote":"127.0.0.1:41020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T18:32:14.867818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.940932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-02-27T18:32:14.867925Z","caller":"traceutil/trace.go:171","msg":"trace[1111975063] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:1920; }","duration":"487.073536ms","start":"2026-02-27T18:32:14.380812Z","end":"2026-02-27T18:32:14.867886Z","steps":["trace[1111975063] 'agreement among raft nodes before linearized reading' (duration: 486.655605ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:14.867978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:14.380793Z","time spent":"487.172659ms","remote":"127.0.0.1:40814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/162.253.55.43\" "} {"level":"warn","ts":"2026-02-27T18:32:14.868088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.574189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:32:14.868152Z","caller":"traceutil/trace.go:171","msg":"trace[135874798] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1920; }","duration":"288.484854ms","start":"2026-02-27T18:32:14.579647Z","end":"2026-02-27T18:32:14.868132Z","steps":["trace[135874798] 'agreement among raft nodes before linearized reading' (duration: 287.566559ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:32:15.238759Z","caller":"traceutil/trace.go:171","msg":"trace[1026593578] transaction","detail":"{read_only:false; response_revision:1921; number_of_response:1; }","duration":"366.955327ms","start":"2026-02-27T18:32:14.871781Z","end":"2026-02-27T18:32:15.238736Z","steps":["trace[1026593578] 'process raft request' (duration: 366.806713ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:15.238897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:14.871764Z","time spent":"367.06394ms","remote":"127.0.0.1:41020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:32:15.250236Z","caller":"traceutil/trace.go:171","msg":"trace[1626236167] transaction","detail":"{read_only:false; response_revision:1922; number_of_response:1; }","duration":"314.588637ms","start":"2026-02-27T18:32:14.935623Z","end":"2026-02-27T18:32:15.250212Z","steps":["trace[1626236167] 'process raft request' (duration: 314.456513ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:15.250472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:14.935603Z","time spent":"314.749341ms","remote":"127.0.0.1:40814","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:33:29.83142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.286072ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-02-27T18:37:26.591922Z","caller":"traceutil/trace.go:171","msg":"trace[1625457103] transaction","detail":"{read_only:false; response_revision:4531; number_of_response:1; }","duration":"209.809641ms","start":"2026-02-27T18:37:26.382073Z","end":"2026-02-27T18:37:26.591883Z","steps":["trace[1625457103] 'process raft request' (duration: 145.518273ms)","trace[1625457103] 'compare' (duration: 63.98578ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:37:26.592132Z","caller":"traceutil/trace.go:171","msg":"trace[1286050299] linearizableReadLoop","detail":"{readStateIndex:4710; appliedIndex:4708; }","duration":"191.231658ms","start":"2026-02-27T18:37:26.400866Z","end":"2026-02-27T18:37:26.592097Z","steps":["trace[1286050299] 'read index received' (duration: 126.785825ms)","trace[1286050299] 'applied index is now lower than readState.Index' (duration: 64.443063ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:37:26.592352Z","caller":"traceutil/trace.go:171","msg":"trace[2074296510] transaction","detail":"{read_only:false; response_revision:4532; number_of_response:1; }","duration":"201.6376ms","start":"2026-02-27T18:37:26.390653Z","end":"2026-02-27T18:37:26.592291Z","steps":["trace[2074296510] 'process raft request' (duration: 201.116236ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:37:26.592495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.822261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-27T18:37:26.592524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.125932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T18:37:26.592575Z","caller":"traceutil/trace.go:171","msg":"trace[748535871] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4532; }","duration":"182.936145ms","start":"2026-02-27T18:37:26.40962Z","end":"2026-02-27T18:37:26.592556Z","steps":["trace[748535871] 'agreement among raft nodes before linearized reading' (duration: 182.743659ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:37:26.592594Z","caller":"traceutil/trace.go:171","msg":"trace[2003501989] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4532; }","duration":"182.212254ms","start":"2026-02-27T18:37:26.410364Z","end":"2026-02-27T18:37:26.592576Z","steps":["trace[2003501989] 'agreement among raft nodes before linearized reading' (duration: 182.031229ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:37:26.592596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.710251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T18:37:26.592695Z","caller":"traceutil/trace.go:171","msg":"trace[599067340] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4532; }","duration":"191.841855ms","start":"2026-02-27T18:37:26.400826Z","end":"2026-02-27T18:37:26.592668Z","steps":["trace[599067340] 'agreement among raft nodes before linearized reading' (duration: 191.622029ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:37:26.737639Z","caller":"traceutil/trace.go:171","msg":"trace[763959288] transaction","detail":"{read_only:false; response_revision:4533; number_of_response:1; }","duration":"142.485378ms","start":"2026-02-27T18:37:26.595124Z","end":"2026-02-27T18:37:26.73761Z","steps":["trace[763959288] 'process raft request' (duration: 140.043099ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:37:26.774205Z","caller":"traceutil/trace.go:171","msg":"trace[1084429605] transaction","detail":"{read_only:false; response_revision:4535; number_of_response:1; }","duration":"175.569527ms","start":"2026-02-27T18:37:26.598609Z","end":"2026-02-27T18:37:26.774179Z","steps":["trace[1084429605] 'process raft request' (duration: 175.493715ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:37:26.77447Z","caller":"traceutil/trace.go:171","msg":"trace[1382711226] linearizableReadLoop","detail":"{readStateIndex:4715; appliedIndex:4710; }","duration":"116.27198ms","start":"2026-02-27T18:37:26.658186Z","end":"2026-02-27T18:37:26.774458Z","steps":["trace[1382711226] 'read index received' (duration: 76.993275ms)","trace[1382711226] 'applied index is now lower than readState.Index' (duration: 39.277734ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:37:26.774483Z","caller":"traceutil/trace.go:171","msg":"trace[733066495] transaction","detail":"{read_only:false; response_revision:4537; number_of_response:1; }","duration":"170.808634ms","start":"2026-02-27T18:37:26.603653Z","end":"2026-02-27T18:37:26.774462Z","steps":["trace[733066495] 'process raft request' (duration: 170.67048ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:37:26.774225Z","caller":"traceutil/trace.go:171","msg":"trace[654680185] transaction","detail":"{read_only:false; response_revision:4534; number_of_response:1; }","duration":"175.874276ms","start":"2026-02-27T18:37:26.598314Z","end":"2026-02-27T18:37:26.774189Z","steps":["trace[654680185] 'process raft request' (duration: 175.65748ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:37:26.774461Z","caller":"traceutil/trace.go:171","msg":"trace[1546373430] transaction","detail":"{read_only:false; response_revision:4536; number_of_response:1; }","duration":"175.71204ms","start":"2026-02-27T18:37:26.598707Z","end":"2026-02-27T18:37:26.774419Z","steps":["trace[1546373430] 'process raft request' (duration: 175.437673ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:37:26.774838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.63833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:718533"} {"level":"info","ts":"2026-02-27T18:37:26.774874Z","caller":"traceutil/trace.go:171","msg":"trace[1527394597] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4537; }","duration":"116.716772ms","start":"2026-02-27T18:37:26.658149Z","end":"2026-02-27T18:37:26.774866Z","steps":["trace[1527394597] 'agreement among raft nodes before linearized reading' (duration: 116.379222ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:37:28.822877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.316939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:776718"} {"level":"info","ts":"2026-02-27T18:37:28.822981Z","caller":"traceutil/trace.go:171","msg":"trace[1592717926] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4565; }","duration":"107.473393ms","start":"2026-02-27T18:37:28.715479Z","end":"2026-02-27T18:37:28.822952Z","steps":["trace[1592717926] 'range keys from in-memory index tree' (duration: 106.907286ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:37:37.611398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.741711ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:37:37.611539Z","caller":"traceutil/trace.go:171","msg":"trace[473889168] transaction","detail":"{read_only:false; response_revision:4754; number_of_response:1; }","duration":"184.495859ms","start":"2026-02-27T18:37:37.427028Z","end":"2026-02-27T18:37:37.611523Z","steps":["trace[473889168] 'process raft request' (duration: 76.568453ms)","trace[473889168] 'compare' (duration: 107.466233ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:37:45.74343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.828334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-02-27T18:37:45.74352Z","caller":"traceutil/trace.go:171","msg":"trace[729545003] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4921; }","duration":"181.954398ms","start":"2026-02-27T18:37:45.561544Z","end":"2026-02-27T18:37:45.743499Z","steps":["trace[729545003] 'range keys from in-memory index tree' (duration: 181.66274ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:37:45.743523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.939821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:37:45.743593Z","caller":"traceutil/trace.go:171","msg":"trace[224899930] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4921; }","duration":"164.044344ms","start":"2026-02-27T18:37:45.579531Z","end":"2026-02-27T18:37:45.743575Z","steps":["trace[224899930] 'range keys from in-memory index tree' (duration: 163.871329ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:37:45.966525Z","caller":"traceutil/trace.go:171","msg":"trace[1746888102] linearizableReadLoop","detail":"{readStateIndex:5112; appliedIndex:5111; }","duration":"142.988301ms","start":"2026-02-27T18:37:45.823498Z","end":"2026-02-27T18:37:45.966487Z","steps":["trace[1746888102] 'read index received' (duration: 135.250704ms)","trace[1746888102] 'applied index is now lower than readState.Index' (duration: 7.735257ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:37:45.96656Z","caller":"traceutil/trace.go:171","msg":"trace[1202396021] transaction","detail":"{read_only:false; response_revision:4923; number_of_response:1; }","duration":"144.41479ms","start":"2026-02-27T18:37:45.822113Z","end":"2026-02-27T18:37:45.966528Z","steps":["trace[1202396021] 'process raft request' (duration: 136.696343ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:37:45.966736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.210677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-02-27T18:37:45.966855Z","caller":"traceutil/trace.go:171","msg":"trace[1336765009] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:4923; }","duration":"143.367182ms","start":"2026-02-27T18:37:45.82347Z","end":"2026-02-27T18:37:45.966837Z","steps":["trace[1336765009] 'agreement among raft nodes before linearized reading' (duration: 143.117585ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:39:21.506306Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2740} {"level":"info","ts":"2026-02-27T18:39:21.574587Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2740,"took":"66.894965ms","hash":4134273747,"current-db-size-bytes":41254912,"current-db-size":"41 MB","current-db-size-in-use-bytes":30908416,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-02-27T18:39:21.574656Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4134273747,"revision":2740,"compact-revision":-1} {"level":"info","ts":"2026-02-27T18:43:44.843852Z","caller":"traceutil/trace.go:171","msg":"trace[1095487011] transaction","detail":"{read_only:false; response_revision:7535; number_of_response:1; }","duration":"331.235548ms","start":"2026-02-27T18:43:44.512592Z","end":"2026-02-27T18:43:44.843827Z","steps":["trace[1095487011] 'process raft request' (duration: 331.000141ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:43:44.844005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:43:44.512576Z","time spent":"331.359561ms","remote":"127.0.0.1:41020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:43:44.844263Z","caller":"traceutil/trace.go:171","msg":"trace[1301228687] linearizableReadLoop","detail":"{readStateIndex:7810; appliedIndex:7809; }","duration":"305.132198ms","start":"2026-02-27T18:43:44.539095Z","end":"2026-02-27T18:43:44.844227Z","steps":["trace[1301228687] 'read index received' (duration: 107.557966ms)","trace[1301228687] 'applied index is now lower than readState.Index' (duration: 197.570642ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:43:44.844435Z","caller":"traceutil/trace.go:171","msg":"trace[661180868] transaction","detail":"{read_only:false; response_revision:7536; number_of_response:1; }","duration":"277.020472ms","start":"2026-02-27T18:43:44.567386Z","end":"2026-02-27T18:43:44.844407Z","steps":["trace[661180868] 'process raft request' (duration: 276.393815ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:43:44.844511Z","caller":"traceutil/trace.go:171","msg":"trace[1298375207] transaction","detail":"{read_only:false; response_revision:7537; number_of_response:1; }","duration":"196.865982ms","start":"2026-02-27T18:43:44.647618Z","end":"2026-02-27T18:43:44.844484Z","steps":["trace[1298375207] 'process raft request' (duration: 196.731728ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:43:44.844581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.983595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:43:44.844628Z","caller":"traceutil/trace.go:171","msg":"trace[1168825097] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7537; }","duration":"265.085069ms","start":"2026-02-27T18:43:44.579533Z","end":"2026-02-27T18:43:44.844618Z","steps":["trace[1168825097] 'agreement among raft nodes before linearized reading' (duration: 264.966455ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:43:44.844765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.647744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:43:44.844912Z","caller":"traceutil/trace.go:171","msg":"trace[1669613079] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:7537; }","duration":"305.843419ms","start":"2026-02-27T18:43:44.539051Z","end":"2026-02-27T18:43:44.844894Z","steps":["trace[1669613079] 'agreement among raft nodes before linearized reading' (duration: 305.399656ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:43:44.845015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.259671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T18:43:44.845054Z","caller":"traceutil/trace.go:171","msg":"trace[2146330235] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7537; }","duration":"193.326083ms","start":"2026-02-27T18:43:44.651718Z","end":"2026-02-27T18:43:44.845044Z","steps":["trace[2146330235] 'agreement among raft nodes before linearized reading' (duration: 193.246381ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:43:44.844818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.091418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-27T18:43:44.84507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:43:44.539037Z","time spent":"306.012014ms","remote":"127.0.0.1:36682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-02-27T18:43:44.845109Z","caller":"traceutil/trace.go:171","msg":"trace[1467568464] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7537; }","duration":"173.433397ms","start":"2026-02-27T18:43:44.671663Z","end":"2026-02-27T18:43:44.845096Z","steps":["trace[1467568464] 'agreement among raft nodes before linearized reading' (duration: 172.928242ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:43:44.84494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.568989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T18:43:44.845201Z","caller":"traceutil/trace.go:171","msg":"trace[567882474] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7537; }","duration":"174.859527ms","start":"2026-02-27T18:43:44.67033Z","end":"2026-02-27T18:43:44.84519Z","steps":["trace[567882474] 'agreement among raft nodes before linearized reading' (duration: 174.512308ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:43:55.875805Z","caller":"traceutil/trace.go:171","msg":"trace[1781737593] linearizableReadLoop","detail":"{readStateIndex:7867; appliedIndex:7866; }","duration":"247.221659ms","start":"2026-02-27T18:43:55.62856Z","end":"2026-02-27T18:43:55.875782Z","steps":["trace[1781737593] 'read index received' (duration: 246.973102ms)","trace[1781737593] 'applied index is now lower than readState.Index' (duration: 247.597µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:43:55.875918Z","caller":"traceutil/trace.go:171","msg":"trace[926971531] transaction","detail":"{read_only:false; response_revision:7589; number_of_response:1; }","duration":"263.605847ms","start":"2026-02-27T18:43:55.612281Z","end":"2026-02-27T18:43:55.875887Z","steps":["trace[926971531] 'process raft request' (duration: 263.312869ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:43:55.875964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.378953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:43:55.876197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.466656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T18:43:55.876265Z","caller":"traceutil/trace.go:171","msg":"trace[780754386] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7589; }","duration":"247.605121ms","start":"2026-02-27T18:43:55.628546Z","end":"2026-02-27T18:43:55.876152Z","steps":["trace[780754386] 'agreement among raft nodes before linearized reading' (duration: 247.355834ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:43:55.876271Z","caller":"traceutil/trace.go:171","msg":"trace[1474723190] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7589; }","duration":"101.584659ms","start":"2026-02-27T18:43:55.774668Z","end":"2026-02-27T18:43:55.876253Z","steps":["trace[1474723190] 'agreement among raft nodes before linearized reading' (duration: 101.398454ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:43:57.727989Z","caller":"traceutil/trace.go:171","msg":"trace[339011420] transaction","detail":"{read_only:false; response_revision:7599; number_of_response:1; }","duration":"103.060779ms","start":"2026-02-27T18:43:57.624896Z","end":"2026-02-27T18:43:57.727956Z","steps":["trace[339011420] 'process raft request' (duration: 82.935807ms)","trace[339011420] 'compare' (duration: 20.016019ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:43:58.015014Z","caller":"traceutil/trace.go:171","msg":"trace[229646345] transaction","detail":"{read_only:false; response_revision:7600; number_of_response:1; }","duration":"119.576083ms","start":"2026-02-27T18:43:57.895401Z","end":"2026-02-27T18:43:58.014977Z","steps":["trace[229646345] 'process raft request' (duration: 119.335396ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:44:21.513482Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5724} {"level":"info","ts":"2026-02-27T18:44:21.600076Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5724,"took":"84.648626ms","hash":3293612181,"current-db-size-bytes":42942464,"current-db-size":"43 MB","current-db-size-in-use-bytes":22798336,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-02-27T18:44:21.60014Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3293612181,"revision":5724,"compact-revision":2740} {"level":"info","ts":"2026-02-27T18:44:24.683171Z","caller":"traceutil/trace.go:171","msg":"trace[1557875464] linearizableReadLoop","detail":"{readStateIndex:8070; appliedIndex:8069; }","duration":"103.591225ms","start":"2026-02-27T18:44:24.579555Z","end":"2026-02-27T18:44:24.683146Z","steps":["trace[1557875464] 'read index received' (duration: 103.448742ms)","trace[1557875464] 'applied index is now lower than readState.Index' (duration: 141.223µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:44:24.683294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.72021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:44:24.683327Z","caller":"traceutil/trace.go:171","msg":"trace[1876415790] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7783; }","duration":"103.807522ms","start":"2026-02-27T18:44:24.579508Z","end":"2026-02-27T18:44:24.683315Z","steps":["trace[1876415790] 'agreement among raft nodes before linearized reading' (duration: 103.73336ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:44:37.254704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.233601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T18:44:37.254815Z","caller":"traceutil/trace.go:171","msg":"trace[1820863650] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7890; }","duration":"110.380735ms","start":"2026-02-27T18:44:37.144408Z","end":"2026-02-27T18:44:37.254789Z","steps":["trace[1820863650] 'range keys from in-memory index tree' (duration: 110.027186ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:44:37.254893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.547719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T18:44:37.254971Z","caller":"traceutil/trace.go:171","msg":"trace[198748600] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7890; }","duration":"125.632662ms","start":"2026-02-27T18:44:37.129309Z","end":"2026-02-27T18:44:37.254942Z","steps":["trace[198748600] 'range keys from in-memory index tree' (duration: 125.447606ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:44:37.254711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.539046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-27T18:44:37.255087Z","caller":"traceutil/trace.go:171","msg":"trace[68004135] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7890; }","duration":"107.958377ms","start":"2026-02-27T18:44:37.147121Z","end":"2026-02-27T18:44:37.255079Z","steps":["trace[68004135] 'range keys from in-memory index tree' (duration: 107.309319ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:44:37.379834Z","caller":"traceutil/trace.go:171","msg":"trace[2020802430] transaction","detail":"{read_only:false; response_revision:7891; number_of_response:1; }","duration":"120.002984ms","start":"2026-02-27T18:44:37.259806Z","end":"2026-02-27T18:44:37.379809Z","steps":["trace[2020802430] 'process raft request' (duration: 119.85665ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:44:37.38791Z","caller":"traceutil/trace.go:171","msg":"trace[1495309591] linearizableReadLoop","detail":"{readStateIndex:8184; appliedIndex:8182; }","duration":"127.052721ms","start":"2026-02-27T18:44:37.260839Z","end":"2026-02-27T18:44:37.387892Z","steps":["trace[1495309591] 'read index received' (duration: 118.836272ms)","trace[1495309591] 'applied index is now lower than readState.Index' (duration: 8.215689ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:44:37.388034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.182725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:44:37.388063Z","caller":"traceutil/trace.go:171","msg":"trace[338984490] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:7893; }","duration":"127.249387ms","start":"2026-02-27T18:44:37.260807Z","end":"2026-02-27T18:44:37.388056Z","steps":["trace[338984490] 'agreement among raft nodes before linearized reading' (duration: 127.165174ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:44:37.388285Z","caller":"traceutil/trace.go:171","msg":"trace[807404632] transaction","detail":"{read_only:false; response_revision:7892; number_of_response:1; }","duration":"127.520965ms","start":"2026-02-27T18:44:37.260758Z","end":"2026-02-27T18:44:37.388279Z","steps":["trace[807404632] 'process raft request' (duration: 127.00093ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:44:37.388365Z","caller":"traceutil/trace.go:171","msg":"trace[1580489423] transaction","detail":"{read_only:false; response_revision:7893; number_of_response:1; }","duration":"127.528245ms","start":"2026-02-27T18:44:37.260828Z","end":"2026-02-27T18:44:37.388356Z","steps":["trace[1580489423] 'process raft request' (duration: 127.013181ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:44:38.61673Z","caller":"traceutil/trace.go:171","msg":"trace[485094200] linearizableReadLoop","detail":"{readStateIndex:8191; appliedIndex:8190; }","duration":"302.177896ms","start":"2026-02-27T18:44:38.314525Z","end":"2026-02-27T18:44:38.616703Z","steps":["trace[485094200] 'read index received' (duration: 234.201276ms)","trace[485094200] 'applied index is now lower than readState.Index' (duration: 67.97556ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:44:38.616932Z","caller":"traceutil/trace.go:171","msg":"trace[663525590] transaction","detail":"{read_only:false; response_revision:7899; number_of_response:1; }","duration":"351.956897ms","start":"2026-02-27T18:44:38.264948Z","end":"2026-02-27T18:44:38.616905Z","steps":["trace[663525590] 'process raft request' (duration: 283.71947ms)","trace[663525590] 'compare' (duration: 67.943189ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:44:38.617061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:44:38.264934Z","time spent":"352.052079ms","remote":"127.0.0.1:41020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:44:38.617402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.329479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-k27dz\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-02-27T18:44:38.617251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.195664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:44:38.6175Z","caller":"traceutil/trace.go:171","msg":"trace[1878438385] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:7899; }","duration":"118.490263ms","start":"2026-02-27T18:44:38.498994Z","end":"2026-02-27T18:44:38.617484Z","steps":["trace[1878438385] 'agreement among raft nodes before linearized reading' (duration: 118.210364ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:44:38.617502Z","caller":"traceutil/trace.go:171","msg":"trace[1848553384] range","detail":"{range_begin:/registry/pods/openstack/keepalived-k27dz; range_end:; response_count:1; response_revision:7899; }","duration":"307.484045ms","start":"2026-02-27T18:44:38.309996Z","end":"2026-02-27T18:44:38.61748Z","steps":["trace[1848553384] 'agreement among raft nodes before linearized reading' (duration: 307.029581ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:44:38.617665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:44:38.309974Z","time spent":"307.584687ms","remote":"127.0.0.1:40946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-k27dz\" "} {"level":"info","ts":"2026-02-27T18:45:51.989138Z","caller":"traceutil/trace.go:171","msg":"trace[291665651] transaction","detail":"{read_only:false; response_revision:8590; number_of_response:1; }","duration":"267.447829ms","start":"2026-02-27T18:45:51.721664Z","end":"2026-02-27T18:45:51.989112Z","steps":["trace[291665651] 'process raft request' (duration: 267.319376ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:45:51.996109Z","caller":"traceutil/trace.go:171","msg":"trace[1930545869] linearizableReadLoop","detail":"{readStateIndex:8902; appliedIndex:8900; }","duration":"243.193732ms","start":"2026-02-27T18:45:51.752898Z","end":"2026-02-27T18:45:51.996092Z","steps":["trace[1930545869] 'read index received' (duration: 236.090984ms)","trace[1930545869] 'applied index is now lower than readState.Index' (duration: 7.101968ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:45:51.996204Z","caller":"traceutil/trace.go:171","msg":"trace[1606183649] transaction","detail":"{read_only:false; response_revision:8591; number_of_response:1; }","duration":"269.516247ms","start":"2026-02-27T18:45:51.726677Z","end":"2026-02-27T18:45:51.996193Z","steps":["trace[1606183649] 'process raft request' (duration: 269.330501ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:45:51.996444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.14043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:45:51.996446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.530951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T18:45:51.996475Z","caller":"traceutil/trace.go:171","msg":"trace[1329666129] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8591; }","duration":"190.185221ms","start":"2026-02-27T18:45:51.806283Z","end":"2026-02-27T18:45:51.996468Z","steps":["trace[1329666129] 'agreement among raft nodes before linearized reading' (duration: 190.126559ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:45:51.996494Z","caller":"traceutil/trace.go:171","msg":"trace[700126946] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8591; }","duration":"243.613333ms","start":"2026-02-27T18:45:51.752866Z","end":"2026-02-27T18:45:51.99648Z","steps":["trace[700126946] 'agreement among raft nodes before linearized reading' (duration: 243.445829ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:45:52.102009Z","caller":"traceutil/trace.go:171","msg":"trace[461775406] transaction","detail":"{read_only:false; response_revision:8592; number_of_response:1; }","duration":"101.471874ms","start":"2026-02-27T18:45:52.000509Z","end":"2026-02-27T18:45:52.10198Z","steps":["trace[461775406] 'process raft request' (duration: 22.298723ms)","trace[461775406] 'compare' (duration: 79.044237ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:48:20.860615Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"14f8f2dfdaccebdb","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-02-27T18:48:20.866722Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-02-27T18:48:20.866814Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-02-27T18:49:19.197Z","caller":"traceutil/trace.go:171","msg":"trace[546390444] transaction","detail":"{read_only:false; response_revision:10237; number_of_response:1; }","duration":"119.791267ms","start":"2026-02-27T18:49:19.077181Z","end":"2026-02-27T18:49:19.196973Z","steps":["trace[546390444] 'process raft request' (duration: 76.143573ms)","trace[546390444] 'compare' (duration: 43.252613ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:49:21.519663Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7770} {"level":"info","ts":"2026-02-27T18:49:21.57924Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7770,"took":"57.829389ms","hash":1951932419,"current-db-size-bytes":42942464,"current-db-size":"43 MB","current-db-size-in-use-bytes":27742208,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-02-27T18:49:21.579292Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1951932419,"revision":7770,"compact-revision":5724} {"level":"info","ts":"2026-02-27T18:54:21.526577Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10249} {"level":"info","ts":"2026-02-27T18:54:21.609975Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10249,"took":"81.088174ms","hash":1496494933,"current-db-size-bytes":42942464,"current-db-size":"43 MB","current-db-size-in-use-bytes":24567808,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-02-27T18:54:21.610047Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1496494933,"revision":10249,"compact-revision":7770} {"level":"info","ts":"2026-02-27T18:56:06.475498Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000338d.wal"} {"level":"warn","ts":"2026-02-27T18:56:07.194719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.173205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T18:56:07.194809Z","caller":"traceutil/trace.go:171","msg":"trace[221043096] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12753; }","duration":"136.302989ms","start":"2026-02-27T18:56:07.058488Z","end":"2026-02-27T18:56:07.194791Z","steps":["trace[221043096] 'range keys from in-memory index tree' (duration: 136.00103ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:56:28.741929Z","caller":"traceutil/trace.go:171","msg":"trace[1126296670] transaction","detail":"{read_only:false; response_revision:13050; number_of_response:1; }","duration":"102.135162ms","start":"2026-02-27T18:56:28.63976Z","end":"2026-02-27T18:56:28.741895Z","steps":["trace[1126296670] 'process raft request' (duration: 66.206895ms)","trace[1126296670] 'compare' (duration: 35.799904ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:56:29.193363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.340402ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:56:29.193568Z","caller":"traceutil/trace.go:171","msg":"trace[554379664] transaction","detail":"{read_only:false; response_revision:13052; number_of_response:1; }","duration":"110.95983ms","start":"2026-02-27T18:56:29.082567Z","end":"2026-02-27T18:56:29.193527Z","steps":["trace[554379664] 'compare' (duration: 104.953982ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:57:45.327937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.748875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-02-27T18:57:45.328023Z","caller":"traceutil/trace.go:171","msg":"trace[1345618628] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13777; }","duration":"106.892289ms","start":"2026-02-27T18:57:45.221114Z","end":"2026-02-27T18:57:45.328006Z","steps":["trace[1345618628] 'range keys from in-memory index tree' (duration: 106.567231ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:59:21.533468Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12139} {"level":"info","ts":"2026-02-27T18:59:21.61629Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12139,"took":"79.1902ms","hash":3117475484,"current-db-size-bytes":42942464,"current-db-size":"43 MB","current-db-size-in-use-bytes":27324416,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-02-27T18:59:21.61636Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3117475484,"revision":12139,"compact-revision":10249} {"level":"info","ts":"2026-02-27T19:03:54.614104Z","caller":"traceutil/trace.go:171","msg":"trace[160067233] transaction","detail":"{read_only:false; response_revision:16333; number_of_response:1; }","duration":"107.311401ms","start":"2026-02-27T19:03:54.506766Z","end":"2026-02-27T19:03:54.614077Z","steps":["trace[160067233] 'process raft request' (duration: 73.077033ms)","trace[160067233] 'compare' (duration: 34.024462ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:03:54.984891Z","caller":"traceutil/trace.go:171","msg":"trace[1995748367] linearizableReadLoop","detail":"{readStateIndex:16917; appliedIndex:16916; }","duration":"189.713231ms","start":"2026-02-27T19:03:54.79515Z","end":"2026-02-27T19:03:54.984863Z","steps":["trace[1995748367] 'read index received' (duration: 189.65977ms)","trace[1995748367] 'applied index is now lower than readState.Index' (duration: 52.491µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:03:54.985008Z","caller":"traceutil/trace.go:171","msg":"trace[583858401] transaction","detail":"{read_only:false; response_revision:16334; number_of_response:1; }","duration":"233.207206ms","start":"2026-02-27T19:03:54.751764Z","end":"2026-02-27T19:03:54.984971Z","steps":["trace[583858401] 'process raft request' (duration: 232.924998ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:03:54.985128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.960179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-n42nj\" ","response":"range_response_count:1 size:20771"} {"level":"info","ts":"2026-02-27T19:03:54.985173Z","caller":"traceutil/trace.go:171","msg":"trace[1851296071] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-n42nj; range_end:; response_count:1; response_revision:16334; }","duration":"190.052201ms","start":"2026-02-27T19:03:54.795108Z","end":"2026-02-27T19:03:54.98516Z","steps":["trace[1851296071] 'agreement among raft nodes before linearized reading' (duration: 189.883707ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:03:55.450905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.919026ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T19:03:55.450982Z","caller":"traceutil/trace.go:171","msg":"trace[445115483] linearizableReadLoop","detail":"{readStateIndex:16918; appliedIndex:16917; }","duration":"466.005722ms","start":"2026-02-27T19:03:54.984966Z","end":"2026-02-27T19:03:55.450971Z","steps":["trace[445115483] 'read index received' (duration: 261.971333ms)","trace[445115483] 'applied index is now lower than readState.Index' (duration: 204.033679ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:03:55.451042Z","caller":"traceutil/trace.go:171","msg":"trace[2125337693] transaction","detail":"{read_only:false; response_revision:16335; number_of_response:1; }","duration":"630.688032ms","start":"2026-02-27T19:03:54.820327Z","end":"2026-02-27T19:03:55.451015Z","steps":["trace[2125337693] 'process raft request' (duration: 426.596051ms)","trace[2125337693] 'compare' (duration: 203.826573ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:03:55.45109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.587013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T19:03:55.451116Z","caller":"traceutil/trace.go:171","msg":"trace[515668127] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16335; }","duration":"602.642975ms","start":"2026-02-27T19:03:54.848466Z","end":"2026-02-27T19:03:55.451109Z","steps":["trace[515668127] 'agreement among raft nodes before linearized reading' (duration: 602.549483ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:03:55.451145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:03:54.848453Z","time spent":"602.684746ms","remote":"127.0.0.1:41020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T19:03:55.451177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:03:54.820304Z","time spent":"630.795194ms","remote":"127.0.0.1:41020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:03:55.542669Z","caller":"traceutil/trace.go:171","msg":"trace[966499355] transaction","detail":"{read_only:false; response_revision:16338; number_of_response:1; }","duration":"331.121068ms","start":"2026-02-27T19:03:55.211518Z","end":"2026-02-27T19:03:55.542639Z","steps":["trace[966499355] 'process raft request' (duration: 330.914252ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:03:55.542735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.350587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T19:03:55.542866Z","caller":"traceutil/trace.go:171","msg":"trace[1974799180] transaction","detail":"{read_only:false; response_revision:16336; number_of_response:1; }","duration":"540.273999ms","start":"2026-02-27T19:03:55.002584Z","end":"2026-02-27T19:03:55.542858Z","steps":["trace[1974799180] 'process raft request' (duration: 539.465795ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:03:55.542886Z","caller":"traceutil/trace.go:171","msg":"trace[598623149] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:16338; }","duration":"537.563654ms","start":"2026-02-27T19:03:55.005294Z","end":"2026-02-27T19:03:55.542857Z","steps":["trace[598623149] 'agreement among raft nodes before linearized reading' (duration: 537.212343ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:03:55.542959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:03:55.005279Z","time spent":"537.665456ms","remote":"127.0.0.1:57052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":23,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:03:55.543035Z","caller":"traceutil/trace.go:171","msg":"trace[1428704216] transaction","detail":"{read_only:false; response_revision:16337; number_of_response:1; }","duration":"331.508958ms","start":"2026-02-27T19:03:55.211518Z","end":"2026-02-27T19:03:55.543027Z","steps":["trace[1428704216] 'process raft request' (duration: 330.827449ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:03:55.543082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:03:55.211482Z","time spent":"331.57854ms","remote":"127.0.0.1:41020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:03:55.542828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:03:55.211482Z","time spent":"331.253281ms","remote":"127.0.0.1:41020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:03:55.543423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.365565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T19:03:55.543442Z","caller":"traceutil/trace.go:171","msg":"trace[596530866] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16338; }","duration":"119.401525ms","start":"2026-02-27T19:03:55.424035Z","end":"2026-02-27T19:03:55.543437Z","steps":["trace[596530866] 'agreement among raft nodes before linearized reading' (duration: 119.358514ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:03:55.543532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.142176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T19:03:55.543546Z","caller":"traceutil/trace.go:171","msg":"trace[1364448577] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16338; }","duration":"120.193377ms","start":"2026-02-27T19:03:55.423349Z","end":"2026-02-27T19:03:55.543542Z","steps":["trace[1364448577] 'agreement among raft nodes before linearized reading' (duration: 120.155666ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:03:55.542907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:03:55.002552Z","time spent":"540.33593ms","remote":"127.0.0.1:40946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20890,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:03:55.543378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.952332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-ffk2b\" ","response":"range_response_count:1 size:9711"} {"level":"info","ts":"2026-02-27T19:03:55.544043Z","caller":"traceutil/trace.go:171","msg":"trace[1585669334] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-ffk2b; range_end:; response_count:1; response_revision:16338; }","duration":"193.642241ms","start":"2026-02-27T19:03:55.350377Z","end":"2026-02-27T19:03:55.54402Z","steps":["trace[1585669334] 'agreement among raft nodes before linearized reading' (duration: 192.927872ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:04:21.540195Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14351} {"level":"info","ts":"2026-02-27T19:04:21.635179Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14351,"took":"92.55944ms","hash":3478395559,"current-db-size-bytes":42942464,"current-db-size":"43 MB","current-db-size-in-use-bytes":28336128,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-02-27T19:04:21.63525Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3478395559,"revision":14351,"compact-revision":12139} {"level":"info","ts":"2026-02-27T19:09:21.548409Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16623} {"level":"info","ts":"2026-02-27T19:09:21.642929Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16623,"took":"91.913218ms","hash":1353096409,"current-db-size-bytes":43786240,"current-db-size":"44 MB","current-db-size-in-use-bytes":29741056,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-02-27T19:09:21.642973Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1353096409,"revision":16623,"compact-revision":14351} {"level":"info","ts":"2026-02-27T19:09:25.415718Z","caller":"traceutil/trace.go:171","msg":"trace[1106797382] transaction","detail":"{read_only:false; response_revision:18827; number_of_response:1; }","duration":"123.414856ms","start":"2026-02-27T19:09:25.29227Z","end":"2026-02-27T19:09:25.415685Z","steps":["trace[1106797382] 'process raft request' (duration: 123.1932ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:09:40.904636Z","caller":"traceutil/trace.go:171","msg":"trace[332105362] transaction","detail":"{read_only:false; response_revision:18894; number_of_response:1; }","duration":"127.301185ms","start":"2026-02-27T19:09:40.777308Z","end":"2026-02-27T19:09:40.904609Z","steps":["trace[332105362] 'process raft request' (duration: 127.12429ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:09:40.905155Z","caller":"traceutil/trace.go:171","msg":"trace[1742785388] transaction","detail":"{read_only:false; response_revision:18895; number_of_response:1; }","duration":"124.215868ms","start":"2026-02-27T19:09:40.780908Z","end":"2026-02-27T19:09:40.905124Z","steps":["trace[1742785388] 'process raft request' (duration: 124.055154ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:09:47.054741Z","caller":"traceutil/trace.go:171","msg":"trace[1387919263] transaction","detail":"{read_only:false; response_revision:18923; number_of_response:1; }","duration":"131.870122ms","start":"2026-02-27T19:09:46.922844Z","end":"2026-02-27T19:09:47.054714Z","steps":["trace[1387919263] 'process raft request' (duration: 131.683717ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:09:47.078294Z","caller":"traceutil/trace.go:171","msg":"trace[957223393] transaction","detail":"{read_only:false; response_revision:18924; number_of_response:1; }","duration":"150.317359ms","start":"2026-02-27T19:09:46.927948Z","end":"2026-02-27T19:09:47.078265Z","steps":["trace[957223393] 'process raft request' (duration: 150.164285ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:09:47.247654Z","caller":"traceutil/trace.go:171","msg":"trace[910598821] transaction","detail":"{read_only:false; response_revision:18925; number_of_response:1; }","duration":"170.557443ms","start":"2026-02-27T19:09:47.077068Z","end":"2026-02-27T19:09:47.247625Z","steps":["trace[910598821] 'process raft request' (duration: 95.712932ms)","trace[910598821] 'compare' (duration: 74.709177ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:09:47.541008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.152535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-27T19:09:47.54108Z","caller":"traceutil/trace.go:171","msg":"trace[116727752] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18925; }","duration":"159.277978ms","start":"2026-02-27T19:09:47.381783Z","end":"2026-02-27T19:09:47.541061Z","steps":["trace[116727752] 'range keys from in-memory index tree' (duration: 159.026482ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:47.540677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.489147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-27T19:09:47.541157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.631522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T19:09:47.541204Z","caller":"traceutil/trace.go:171","msg":"trace[1044035349] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18925; }","duration":"144.074383ms","start":"2026-02-27T19:09:47.397109Z","end":"2026-02-27T19:09:47.541183Z","steps":["trace[1044035349] 'range keys from in-memory index tree' (duration: 143.290212ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:09:47.541246Z","caller":"traceutil/trace.go:171","msg":"trace[1169192260] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18925; }","duration":"162.764225ms","start":"2026-02-27T19:09:47.37846Z","end":"2026-02-27T19:09:47.541225Z","steps":["trace[1169192260] 'range keys from in-memory index tree' (duration: 162.441787ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:09:47.742141Z","caller":"traceutil/trace.go:171","msg":"trace[608836824] transaction","detail":"{read_only:false; response_revision:18926; number_of_response:1; }","duration":"196.89556ms","start":"2026-02-27T19:09:47.545214Z","end":"2026-02-27T19:09:47.742109Z","steps":["trace[608836824] 'process raft request' (duration: 196.630772ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:09:47.847345Z","caller":"traceutil/trace.go:171","msg":"trace[1208085203] transaction","detail":"{read_only:false; response_revision:18927; number_of_response:1; }","duration":"302.067606ms","start":"2026-02-27T19:09:47.545253Z","end":"2026-02-27T19:09:47.84732Z","steps":["trace[1208085203] 'process raft request' (duration: 300.39078ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:47.847496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:47.545232Z","time spent":"302.183199ms","remote":"127.0.0.1:41020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:09:47.847699Z","caller":"traceutil/trace.go:171","msg":"trace[1129823826] transaction","detail":"{read_only:false; response_revision:18928; number_of_response:1; }","duration":"301.905031ms","start":"2026-02-27T19:09:47.545765Z","end":"2026-02-27T19:09:47.84767Z","steps":["trace[1129823826] 'process raft request' (duration: 301.51158ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:09:47.847747Z","caller":"traceutil/trace.go:171","msg":"trace[1238003263] transaction","detail":"{read_only:false; response_revision:18929; number_of_response:1; }","duration":"301.879669ms","start":"2026-02-27T19:09:47.545847Z","end":"2026-02-27T19:09:47.847726Z","steps":["trace[1238003263] 'process raft request' (duration: 301.681064ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:09:47.84781Z","caller":"traceutil/trace.go:171","msg":"trace[522433188] linearizableReadLoop","detail":"{readStateIndex:19604; appliedIndex:19599; }","duration":"255.190347ms","start":"2026-02-27T19:09:47.592585Z","end":"2026-02-27T19:09:47.847775Z","steps":["trace[522433188] 'read index received' (duration: 149.320961ms)","trace[522433188] 'applied index is now lower than readState.Index' (duration: 105.867816ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:09:47.847895Z","caller":"traceutil/trace.go:171","msg":"trace[1659070475] transaction","detail":"{read_only:false; response_revision:18930; number_of_response:1; }","duration":"301.987863ms","start":"2026-02-27T19:09:47.545874Z","end":"2026-02-27T19:09:47.847862Z","steps":["trace[1659070475] 'process raft request' (duration: 301.816068ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:47.847947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:47.545838Z","time spent":"301.968233ms","remote":"127.0.0.1:41020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:09:47.847842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:47.545717Z","time spent":"302.063625ms","remote":"127.0.0.1:41020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:09:47.848082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:47.545861Z","time spent":"302.129558ms","remote":"127.0.0.1:41020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:09:47.848069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.467696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:09:47.848184Z","caller":"traceutil/trace.go:171","msg":"trace[294911501] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:18930; }","duration":"255.623839ms","start":"2026-02-27T19:09:47.592538Z","end":"2026-02-27T19:09:47.848162Z","steps":["trace[294911501] 'agreement among raft nodes before linearized reading' (duration: 255.443894ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:47.84873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.381063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:09:47.848809Z","caller":"traceutil/trace.go:171","msg":"trace[1613261725] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:18930; }","duration":"163.512027ms","start":"2026-02-27T19:09:47.685278Z","end":"2026-02-27T19:09:47.84879Z","steps":["trace[1613261725] 'agreement among raft nodes before linearized reading' (duration: 163.365313ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:10:15.927644Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"14f8f2dfdaccebdb","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-02-27T19:10:15.932807Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-02-27T19:10:15.932916Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-02-27T19:13:32.08552Z","caller":"traceutil/trace.go:171","msg":"trace[1207850845] transaction","detail":"{read_only:false; response_revision:21193; number_of_response:1; }","duration":"237.323447ms","start":"2026-02-27T19:13:31.848173Z","end":"2026-02-27T19:13:32.085497Z","steps":["trace[1207850845] 'process raft request' (duration: 236.793501ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:13:32.092529Z","caller":"traceutil/trace.go:171","msg":"trace[312962382] transaction","detail":"{read_only:false; response_revision:21197; number_of_response:1; }","duration":"145.220895ms","start":"2026-02-27T19:13:31.947295Z","end":"2026-02-27T19:13:32.092516Z","steps":["trace[312962382] 'process raft request' (duration: 145.187584ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:13:32.092582Z","caller":"traceutil/trace.go:171","msg":"trace[1620674204] transaction","detail":"{read_only:false; response_revision:21195; number_of_response:1; }","duration":"207.962957ms","start":"2026-02-27T19:13:31.884613Z","end":"2026-02-27T19:13:32.092576Z","steps":["trace[1620674204] 'process raft request' (duration: 207.825403ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:13:32.092655Z","caller":"traceutil/trace.go:171","msg":"trace[599268951] transaction","detail":"{read_only:false; response_revision:21196; number_of_response:1; }","duration":"187.27728ms","start":"2026-02-27T19:13:31.905371Z","end":"2026-02-27T19:13:32.092648Z","steps":["trace[599268951] 'process raft request' (duration: 187.095785ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:13:32.092529Z","caller":"traceutil/trace.go:171","msg":"trace[242952268] transaction","detail":"{read_only:false; response_revision:21194; number_of_response:1; }","duration":"219.315634ms","start":"2026-02-27T19:13:31.873195Z","end":"2026-02-27T19:13:32.092511Z","steps":["trace[242952268] 'process raft request' (duration: 219.15538ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:14:21.553895Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18810} {"level":"info","ts":"2026-02-27T19:14:21.661313Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18810,"took":"103.641963ms","hash":3584647607,"current-db-size-bytes":47017984,"current-db-size":"47 MB","current-db-size-in-use-bytes":36941824,"current-db-size-in-use":"37 MB"} {"level":"info","ts":"2026-02-27T19:14:21.661361Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3584647607,"revision":18810,"compact-revision":16623} {"level":"info","ts":"2026-02-27T19:17:01.016458Z","caller":"traceutil/trace.go:171","msg":"trace[1068055771] transaction","detail":"{read_only:false; response_revision:23215; number_of_response:1; }","duration":"195.26954ms","start":"2026-02-27T19:17:00.821165Z","end":"2026-02-27T19:17:01.016435Z","steps":["trace[1068055771] 'process raft request' (duration: 195.118755ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:17:01.328196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.942609ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:17:01.328309Z","caller":"traceutil/trace.go:171","msg":"trace[1698921153] transaction","detail":"{read_only:false; response_revision:23217; number_of_response:1; }","duration":"261.56804ms","start":"2026-02-27T19:17:01.066723Z","end":"2026-02-27T19:17:01.328291Z","steps":["trace[1698921153] 'process raft request' (duration: 113.447936ms)","trace[1698921153] 'compare' (duration: 147.796605ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:17:01.349591Z","caller":"traceutil/trace.go:171","msg":"trace[796307839] transaction","detail":"{read_only:false; response_revision:23218; number_of_response:1; }","duration":"110.807003ms","start":"2026-02-27T19:17:01.238753Z","end":"2026-02-27T19:17:01.34956Z","steps":["trace[796307839] 'process raft request' (duration: 110.645608ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:17:06.25525Z","caller":"traceutil/trace.go:171","msg":"trace[415991078] linearizableReadLoop","detail":"{readStateIndex:24054; appliedIndex:24052; }","duration":"193.255933ms","start":"2026-02-27T19:17:06.061971Z","end":"2026-02-27T19:17:06.255227Z","steps":["trace[415991078] 'read index received' (duration: 8.931449ms)","trace[415991078] 'applied index is now lower than readState.Index' (duration: 184.323364ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:17:06.25549Z","caller":"traceutil/trace.go:171","msg":"trace[1682651646] transaction","detail":"{read_only:false; response_revision:23251; number_of_response:1; }","duration":"228.833727ms","start":"2026-02-27T19:17:06.026632Z","end":"2026-02-27T19:17:06.255466Z","steps":["trace[1682651646] 'process raft request' (duration: 176.733352ms)","trace[1682651646] 'compare' (duration: 51.707654ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:17:06.255574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.588583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-27T19:17:06.255578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.947455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T19:17:06.255606Z","caller":"traceutil/trace.go:171","msg":"trace[1178387047] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23251; }","duration":"193.674805ms","start":"2026-02-27T19:17:06.061923Z","end":"2026-02-27T19:17:06.255597Z","steps":["trace[1178387047] 'agreement among raft nodes before linearized reading' (duration: 193.546252ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:17:06.255596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.504785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T19:17:06.255627Z","caller":"traceutil/trace.go:171","msg":"trace[88742830] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23251; }","duration":"188.036428ms","start":"2026-02-27T19:17:06.067579Z","end":"2026-02-27T19:17:06.255616Z","steps":["trace[88742830] 'agreement among raft nodes before linearized reading' (duration: 187.913624ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:17:06.255659Z","caller":"traceutil/trace.go:171","msg":"trace[87317739] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23251; }","duration":"191.588657ms","start":"2026-02-27T19:17:06.064054Z","end":"2026-02-27T19:17:06.255643Z","steps":["trace[87317739] 'agreement among raft nodes before linearized reading' (duration: 191.412822ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:17:06.496201Z","caller":"traceutil/trace.go:171","msg":"trace[1787124380] transaction","detail":"{read_only:false; response_revision:23252; number_of_response:1; }","duration":"237.688193ms","start":"2026-02-27T19:17:06.258488Z","end":"2026-02-27T19:17:06.496176Z","steps":["trace[1787124380] 'process raft request' (duration: 147.713492ms)","trace[1787124380] 'compare' (duration: 89.865988ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:17:06.529107Z","caller":"traceutil/trace.go:171","msg":"trace[1008425211] linearizableReadLoop","detail":"{readStateIndex:24057; appliedIndex:24054; }","duration":"173.270155ms","start":"2026-02-27T19:17:06.355819Z","end":"2026-02-27T19:17:06.52909Z","steps":["trace[1008425211] 'read index received' (duration: 50.393866ms)","trace[1008425211] 'applied index is now lower than readState.Index' (duration: 122.875299ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:17:06.529168Z","caller":"traceutil/trace.go:171","msg":"trace[49726621] transaction","detail":"{read_only:false; response_revision:23253; number_of_response:1; }","duration":"269.935884ms","start":"2026-02-27T19:17:06.259198Z","end":"2026-02-27T19:17:06.529134Z","steps":["trace[49726621] 'process raft request' (duration: 269.743599ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:17:06.52923Z","caller":"traceutil/trace.go:171","msg":"trace[1292485826] transaction","detail":"{read_only:false; response_revision:23254; number_of_response:1; }","duration":"269.978565ms","start":"2026-02-27T19:17:06.25924Z","end":"2026-02-27T19:17:06.529218Z","steps":["trace[1292485826] 'process raft request' (duration: 269.79997ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:17:06.529541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.723718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:17:06.529583Z","caller":"traceutil/trace.go:171","msg":"trace[716327480] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:23254; }","duration":"173.783249ms","start":"2026-02-27T19:17:06.355788Z","end":"2026-02-27T19:17:06.529571Z","steps":["trace[716327480] 'agreement among raft nodes before linearized reading' (duration: 173.697937ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:17:06.529851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.127784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-02-27T19:17:06.530521Z","caller":"traceutil/trace.go:171","msg":"trace[61209430] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23254; }","duration":"138.850644ms","start":"2026-02-27T19:17:06.391651Z","end":"2026-02-27T19:17:06.530502Z","steps":["trace[61209430] 'agreement among raft nodes before linearized reading' (duration: 138.042702ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:17:06.663083Z","caller":"traceutil/trace.go:171","msg":"trace[632169982] transaction","detail":"{read_only:false; response_revision:23255; number_of_response:1; }","duration":"128.970119ms","start":"2026-02-27T19:17:06.534077Z","end":"2026-02-27T19:17:06.663048Z","steps":["trace[632169982] 'process raft request' (duration: 124.966867ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:17:06.966886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.813496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T19:17:06.966969Z","caller":"traceutil/trace.go:171","msg":"trace[885911245] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:23255; }","duration":"113.93217ms","start":"2026-02-27T19:17:06.853019Z","end":"2026-02-27T19:17:06.966951Z","steps":["trace[885911245] 'count revisions from in-memory index tree' (duration: 113.727654ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:17:07.00203Z","caller":"traceutil/trace.go:171","msg":"trace[226558238] transaction","detail":"{read_only:false; response_revision:23256; number_of_response:1; }","duration":"100.284879ms","start":"2026-02-27T19:17:06.901721Z","end":"2026-02-27T19:17:07.002005Z","steps":["trace[226558238] 'process raft request' (duration: 100.137394ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:17:07.322706Z","caller":"traceutil/trace.go:171","msg":"trace[679418721] transaction","detail":"{read_only:false; response_revision:23257; number_of_response:1; }","duration":"284.84133ms","start":"2026-02-27T19:17:07.037845Z","end":"2026-02-27T19:17:07.322686Z","steps":["trace[679418721] 'process raft request' (duration: 284.698906ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:17:07.543062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.097327ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:17:07.543319Z","caller":"traceutil/trace.go:171","msg":"trace[12346299] transaction","detail":"{read_only:false; response_revision:23258; number_of_response:1; }","duration":"475.388908ms","start":"2026-02-27T19:17:07.067896Z","end":"2026-02-27T19:17:07.543285Z","steps":["trace[12346299] 'process raft request' (duration: 357.733755ms)","trace[12346299] 'compare' (duration: 116.727116ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:17:07.543473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:17:07.067874Z","time spent":"475.523571ms","remote":"127.0.0.1:41020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:17:07.543553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.588202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:17:07.543627Z","caller":"traceutil/trace.go:171","msg":"trace[393099759] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23258; }","duration":"222.708316ms","start":"2026-02-27T19:17:07.320901Z","end":"2026-02-27T19:17:07.543609Z","steps":["trace[393099759] 'agreement among raft nodes before linearized reading' (duration: 222.578232ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:17:07.543716Z","caller":"traceutil/trace.go:171","msg":"trace[1946042033] linearizableReadLoop","detail":"{readStateIndex:24061; appliedIndex:24059; }","duration":"222.415248ms","start":"2026-02-27T19:17:07.320949Z","end":"2026-02-27T19:17:07.543365Z","steps":["trace[1946042033] 'read index received' (duration: 1.604015ms)","trace[1946042033] 'applied index is now lower than readState.Index' (duration: 220.809143ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:17:07.543916Z","caller":"traceutil/trace.go:171","msg":"trace[395317964] transaction","detail":"{read_only:false; response_revision:23259; number_of_response:1; }","duration":"177.891645ms","start":"2026-02-27T19:17:07.366008Z","end":"2026-02-27T19:17:07.543899Z","steps":["trace[395317964] 'process raft request' (duration: 177.305859ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:17:08.142622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.779347ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:17:08.142928Z","caller":"traceutil/trace.go:171","msg":"trace[1753228006] transaction","detail":"{read_only:false; response_revision:23263; number_of_response:1; }","duration":"269.936954ms","start":"2026-02-27T19:17:07.87292Z","end":"2026-02-27T19:17:08.142857Z","steps":["trace[1753228006] 'process raft request' (duration: 269.826791ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:17:08.143361Z","caller":"traceutil/trace.go:171","msg":"trace[5794168] transaction","detail":"{read_only:false; response_revision:23262; number_of_response:1; }","duration":"282.044792ms","start":"2026-02-27T19:17:07.861287Z","end":"2026-02-27T19:17:08.143332Z","steps":["trace[5794168] 'process raft request' (duration: 144.470603ms)","trace[5794168] 'compare' (duration: 136.676784ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:17:08.448589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.221484ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:17:08.448904Z","caller":"traceutil/trace.go:171","msg":"trace[277512110] transaction","detail":"{read_only:false; response_revision:23265; number_of_response:1; }","duration":"239.201205ms","start":"2026-02-27T19:17:08.20966Z","end":"2026-02-27T19:17:08.448861Z","steps":["trace[277512110] 'process raft request' (duration: 93.605482ms)","trace[277512110] 'compare' (duration: 145.12728ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:17:08.449028Z","caller":"traceutil/trace.go:171","msg":"trace[2008222315] transaction","detail":"{read_only:false; response_revision:23266; number_of_response:1; }","duration":"189.059766ms","start":"2026-02-27T19:17:08.259953Z","end":"2026-02-27T19:17:08.449013Z","steps":["trace[2008222315] 'process raft request' (duration: 188.715017ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:17:08.448939Z","caller":"traceutil/trace.go:171","msg":"trace[1723453418] linearizableReadLoop","detail":"{readStateIndex:24068; appliedIndex:24067; }","duration":"231.931883ms","start":"2026-02-27T19:17:08.21698Z","end":"2026-02-27T19:17:08.448912Z","steps":["trace[1723453418] 'read index received' (duration: 86.258547ms)","trace[1723453418] 'applied index is now lower than readState.Index' (duration: 145.671066ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:17:08.449058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.056386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:17:08.449224Z","caller":"traceutil/trace.go:171","msg":"trace[1816764211] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23266; }","duration":"232.250142ms","start":"2026-02-27T19:17:08.216953Z","end":"2026-02-27T19:17:08.449203Z","steps":["trace[1816764211] 'agreement among raft nodes before linearized reading' (duration: 232.037776ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:17:08.449292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.323461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-02-27T19:17:08.449323Z","caller":"traceutil/trace.go:171","msg":"trace[1973102177] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:23266; }","duration":"147.431715ms","start":"2026-02-27T19:17:08.301881Z","end":"2026-02-27T19:17:08.449313Z","steps":["trace[1973102177] 'agreement among raft nodes before linearized reading' (duration: 147.331032ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:17:08.822614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.658307ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:17:08.822744Z","caller":"traceutil/trace.go:171","msg":"trace[1710172989] linearizableReadLoop","detail":"{readStateIndex:24070; appliedIndex:24069; }","duration":"289.622243ms","start":"2026-02-27T19:17:08.5331Z","end":"2026-02-27T19:17:08.822722Z","steps":["trace[1710172989] 'read index received' (duration: 115.703059ms)","trace[1710172989] 'applied index is now lower than readState.Index' (duration: 173.913604ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:17:08.822873Z","caller":"traceutil/trace.go:171","msg":"trace[1930766954] transaction","detail":"{read_only:false; response_revision:23267; number_of_response:1; }","duration":"319.100955ms","start":"2026-02-27T19:17:08.503754Z","end":"2026-02-27T19:17:08.822855Z","steps":["trace[1930766954] 'process raft request' (duration: 145.103628ms)","trace[1930766954] 'compare' (duration: 173.532054ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:17:08.822969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:17:08.503731Z","time spent":"319.193378ms","remote":"127.0.0.1:41020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:17:08.823183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.073926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T19:17:08.823252Z","caller":"traceutil/trace.go:171","msg":"trace[962331405] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23267; }","duration":"290.181239ms","start":"2026-02-27T19:17:08.533056Z","end":"2026-02-27T19:17:08.823237Z","steps":["trace[962331405] 'agreement among raft nodes before linearized reading' (duration: 289.970363ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:17:08.823249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.555098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:17:08.823355Z","caller":"traceutil/trace.go:171","msg":"trace[634387014] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23267; }","duration":"243.723762ms","start":"2026-02-27T19:17:08.579604Z","end":"2026-02-27T19:17:08.823328Z","steps":["trace[634387014] 'agreement among raft nodes before linearized reading' (duration: 243.524607ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:17:08.823404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.096039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T19:17:08.82357Z","caller":"traceutil/trace.go:171","msg":"trace[74681330] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23267; }","duration":"289.290874ms","start":"2026-02-27T19:17:08.534209Z","end":"2026-02-27T19:17:08.8235Z","steps":["trace[74681330] 'agreement among raft nodes before linearized reading' (duration: 288.884553ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:17:09.092766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.670967ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:17:09.093026Z","caller":"traceutil/trace.go:171","msg":"trace[2009202754] transaction","detail":"{read_only:false; response_revision:23269; number_of_response:1; }","duration":"265.348655ms","start":"2026-02-27T19:17:08.827659Z","end":"2026-02-27T19:17:09.093008Z","steps":["trace[2009202754] 'process raft request' (duration: 115.351339ms)","trace[2009202754] 'compare' (duration: 149.573075ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:17:09.093081Z","caller":"traceutil/trace.go:171","msg":"trace[1843976032] transaction","detail":"{read_only:false; response_revision:23270; number_of_response:1; }","duration":"261.716104ms","start":"2026-02-27T19:17:08.831336Z","end":"2026-02-27T19:17:09.093052Z","steps":["trace[1843976032] 'process raft request' (duration: 261.519658ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:17:09.093089Z","caller":"traceutil/trace.go:171","msg":"trace[1021570150] linearizableReadLoop","detail":"{readStateIndex:24073; appliedIndex:24071; }","duration":"185.295791ms","start":"2026-02-27T19:17:08.907749Z","end":"2026-02-27T19:17:09.093045Z","steps":["trace[1021570150] 'read index received' (duration: 35.196172ms)","trace[1021570150] 'applied index is now lower than readState.Index' (duration: 150.097439ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:17:09.093221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.447365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:17:09.093307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.497323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:17:09.093309Z","caller":"traceutil/trace.go:171","msg":"trace[1649409056] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23271; }","duration":"185.577739ms","start":"2026-02-27T19:17:08.907709Z","end":"2026-02-27T19:17:09.093287Z","steps":["trace[1649409056] 'agreement among raft nodes before linearized reading' (duration: 185.408224ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:17:09.093361Z","caller":"traceutil/trace.go:171","msg":"trace[912561990] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:23271; }","duration":"110.602076ms","start":"2026-02-27T19:17:08.982744Z","end":"2026-02-27T19:17:09.093346Z","steps":["trace[912561990] 'agreement among raft nodes before linearized reading' (duration: 110.501703ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:17:09.655369Z","caller":"traceutil/trace.go:171","msg":"trace[1405325511] transaction","detail":"{read_only:false; response_revision:23273; number_of_response:1; }","duration":"202.837822ms","start":"2026-02-27T19:17:09.452465Z","end":"2026-02-27T19:17:09.655303Z","steps":["trace[1405325511] 'process raft request' (duration: 202.675297ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:17:09.903037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.961847ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:17:09.903178Z","caller":"traceutil/trace.go:171","msg":"trace[1424679384] transaction","detail":"{read_only:false; response_revision:23274; number_of_response:1; }","duration":"354.467054ms","start":"2026-02-27T19:17:09.548699Z","end":"2026-02-27T19:17:09.903166Z","steps":["trace[1424679384] 'process raft request' (duration: 205.320731ms)","trace[1424679384] 'compare' (duration: 148.717961ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:17:09.903219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:17:09.548678Z","time spent":"354.523236ms","remote":"127.0.0.1:41020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:17:09.903323Z","caller":"traceutil/trace.go:171","msg":"trace[318810699] linearizableReadLoop","detail":"{readStateIndex:24078; appliedIndex:24076; }","duration":"105.832549ms","start":"2026-02-27T19:17:09.797482Z","end":"2026-02-27T19:17:09.903314Z","steps":["trace[318810699] 'read index received' (duration: 47.852µs)","trace[318810699] 'applied index is now lower than readState.Index' (duration: 105.783747ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:17:09.903389Z","caller":"traceutil/trace.go:171","msg":"trace[750240339] transaction","detail":"{read_only:false; response_revision:23275; number_of_response:1; }","duration":"354.6825ms","start":"2026-02-27T19:17:09.548701Z","end":"2026-02-27T19:17:09.903384Z","steps":["trace[750240339] 'process raft request' (duration: 354.407932ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:17:09.903417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:17:09.54868Z","time spent":"354.718641ms","remote":"127.0.0.1:41020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:17:09.903475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.999823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:17:09.903491Z","caller":"traceutil/trace.go:171","msg":"trace[1098777358] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:23275; }","duration":"106.046555ms","start":"2026-02-27T19:17:09.79744Z","end":"2026-02-27T19:17:09.903486Z","steps":["trace[1098777358] 'agreement among raft nodes before linearized reading' (duration: 106.017864ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:17:09.990394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.547114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:17:09.990496Z","caller":"traceutil/trace.go:171","msg":"trace[1292500033] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:23276; }","duration":"102.697908ms","start":"2026-02-27T19:17:09.887774Z","end":"2026-02-27T19:17:09.990472Z","steps":["trace[1292500033] 'agreement among raft nodes before linearized reading' (duration: 102.531864ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:17:10.453581Z","caller":"traceutil/trace.go:171","msg":"trace[287265383] linearizableReadLoop","detail":"{readStateIndex:24082; appliedIndex:24081; }","duration":"288.993693ms","start":"2026-02-27T19:17:10.164566Z","end":"2026-02-27T19:17:10.453559Z","steps":["trace[287265383] 'read index received' (duration: 281.228701ms)","trace[287265383] 'applied index is now lower than readState.Index' (duration: 7.763892ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:17:10.453791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.209938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-27T19:17:10.453826Z","caller":"traceutil/trace.go:171","msg":"trace[885324293] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23278; }","duration":"289.295801ms","start":"2026-02-27T19:17:10.164519Z","end":"2026-02-27T19:17:10.453815Z","steps":["trace[885324293] 'agreement among raft nodes before linearized reading' (duration: 289.113986ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:17:10.453827Z","caller":"traceutil/trace.go:171","msg":"trace[1644997673] transaction","detail":"{read_only:false; response_revision:23278; number_of_response:1; }","duration":"303.274449ms","start":"2026-02-27T19:17:10.150521Z","end":"2026-02-27T19:17:10.453796Z","steps":["trace[1644997673] 'process raft request' (duration: 295.256571ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:17:10.453981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:17:10.150507Z","time spent":"303.390473ms","remote":"127.0.0.1:41020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:17:10.466247Z","caller":"traceutil/trace.go:171","msg":"trace[344928080] transaction","detail":"{read_only:false; response_revision:23279; number_of_response:1; }","duration":"178.4764ms","start":"2026-02-27T19:17:10.28775Z","end":"2026-02-27T19:17:10.466226Z","steps":["trace[344928080] 'process raft request' (duration: 178.356117ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:17:10.793475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.010092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:17:10.793561Z","caller":"traceutil/trace.go:171","msg":"trace[861312461] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23281; }","duration":"214.127846ms","start":"2026-02-27T19:17:10.579407Z","end":"2026-02-27T19:17:10.793535Z","steps":["trace[861312461] 'range keys from in-memory index tree' (duration: 213.946261ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:17:10.971642Z","caller":"traceutil/trace.go:171","msg":"trace[1722866226] transaction","detail":"{read_only:false; response_revision:23282; number_of_response:1; }","duration":"140.307402ms","start":"2026-02-27T19:17:10.831298Z","end":"2026-02-27T19:17:10.971605Z","steps":["trace[1722866226] 'process raft request' (duration: 139.995632ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:17:11.277057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.804678ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:17:11.277152Z","caller":"traceutil/trace.go:171","msg":"trace[1552870645] linearizableReadLoop","detail":"{readStateIndex:24087; appliedIndex:24086; }","duration":"178.936933ms","start":"2026-02-27T19:17:11.098199Z","end":"2026-02-27T19:17:11.277136Z","steps":["trace[1552870645] 'read index received' (duration: 80.972µs)","trace[1552870645] 'applied index is now lower than readState.Index' (duration: 178.854631ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:17:11.277249Z","caller":"traceutil/trace.go:171","msg":"trace[121746559] transaction","detail":"{read_only:false; response_revision:23283; number_of_response:1; }","duration":"301.90423ms","start":"2026-02-27T19:17:10.975324Z","end":"2026-02-27T19:17:11.277228Z","steps":["trace[121746559] 'process raft request' (duration: 107.839815ms)","trace[121746559] 'compare' (duration: 193.609121ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:17:11.277336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:17:10.975304Z","time spent":"301.986583ms","remote":"127.0.0.1:41020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:17:11.277433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.241381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T19:17:11.277472Z","caller":"traceutil/trace.go:171","msg":"trace[573296343] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23283; }","duration":"179.281243ms","start":"2026-02-27T19:17:11.098179Z","end":"2026-02-27T19:17:11.27746Z","steps":["trace[573296343] 'agreement among raft nodes before linearized reading' (duration: 179.063077ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:17:11.571148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.683379ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:17:11.571738Z","caller":"traceutil/trace.go:171","msg":"trace[1821134804] transaction","detail":"{read_only:false; response_revision:23284; number_of_response:1; }","duration":"472.577218ms","start":"2026-02-27T19:17:11.099086Z","end":"2026-02-27T19:17:11.571663Z","steps":["trace[1821134804] 'process raft request' (duration: 315.300332ms)","trace[1821134804] 'compare' (duration: 156.193274ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:17:11.571898Z","caller":"traceutil/trace.go:171","msg":"trace[931521864] transaction","detail":"{read_only:false; response_revision:23285; number_of_response:1; }","duration":"289.939719ms","start":"2026-02-27T19:17:11.281945Z","end":"2026-02-27T19:17:11.571884Z","steps":["trace[931521864] 'process raft request' (duration: 289.577589ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:17:11.571912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:17:11.099054Z","time spent":"472.760043ms","remote":"127.0.0.1:41020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:17:11.57208Z","caller":"traceutil/trace.go:171","msg":"trace[338864340] linearizableReadLoop","detail":"{readStateIndex:24089; appliedIndex:24087; }","duration":"258.947046ms","start":"2026-02-27T19:17:11.313114Z","end":"2026-02-27T19:17:11.572061Z","steps":["trace[338864340] 'read index received' (duration: 101.360482ms)","trace[338864340] 'applied index is now lower than readState.Index' (duration: 157.585934ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:17:11.572165Z","caller":"traceutil/trace.go:171","msg":"trace[734573038] transaction","detail":"{read_only:false; response_revision:23286; number_of_response:1; }","duration":"202.571457ms","start":"2026-02-27T19:17:11.369584Z","end":"2026-02-27T19:17:11.572156Z","steps":["trace[734573038] 'process raft request' (duration: 202.148665ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:17:11.572301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.187392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:17:11.57233Z","caller":"traceutil/trace.go:171","msg":"trace[698970307] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23286; }","duration":"259.256644ms","start":"2026-02-27T19:17:11.313062Z","end":"2026-02-27T19:17:11.572318Z","steps":["trace[698970307] 'agreement among raft nodes before linearized reading' (duration: 259.201073ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:17:12.170694Z","caller":"traceutil/trace.go:171","msg":"trace[289902513] transaction","detail":"{read_only:false; response_revision:23287; number_of_response:1; }","duration":"261.859409ms","start":"2026-02-27T19:17:11.908807Z","end":"2026-02-27T19:17:12.170667Z","steps":["trace[289902513] 'process raft request' (duration: 261.683464ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:17:12.25935Z","caller":"traceutil/trace.go:171","msg":"trace[1232547457] transaction","detail":"{read_only:false; response_revision:23289; number_of_response:1; }","duration":"335.868708ms","start":"2026-02-27T19:17:11.923449Z","end":"2026-02-27T19:17:12.259317Z","steps":["trace[1232547457] 'process raft request' (duration: 335.754535ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:17:12.259365Z","caller":"traceutil/trace.go:171","msg":"trace[1041894458] transaction","detail":"{read_only:false; response_revision:23288; number_of_response:1; }","duration":"339.77781ms","start":"2026-02-27T19:17:11.919561Z","end":"2026-02-27T19:17:12.259339Z","steps":["trace[1041894458] 'process raft request' (duration: 339.452931ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:17:12.25954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:17:11.923431Z","time spent":"336.011823ms","remote":"127.0.0.1:41020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:17:12.259556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:17:11.919542Z","time spent":"339.923264ms","remote":"127.0.0.1:41020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:17:12.690488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.746385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:17:12.69059Z","caller":"traceutil/trace.go:171","msg":"trace[2122851671] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23293; }","duration":"112.895569ms","start":"2026-02-27T19:17:12.577666Z","end":"2026-02-27T19:17:12.690561Z","steps":["trace[2122851671] 'range keys from in-memory index tree' (duration: 112.524389ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:17:17.640859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.522233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-27T19:17:17.640949Z","caller":"traceutil/trace.go:171","msg":"trace[1288070660] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23321; }","duration":"244.651367ms","start":"2026-02-27T19:17:17.396275Z","end":"2026-02-27T19:17:17.640926Z","steps":["trace[1288070660] 'range keys from in-memory index tree' (duration: 244.322498ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:17:17.641533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.303722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-02-27T19:17:17.641639Z","caller":"traceutil/trace.go:171","msg":"trace[267119165] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:23321; }","duration":"369.460627ms","start":"2026-02-27T19:17:17.272153Z","end":"2026-02-27T19:17:17.641614Z","steps":["trace[267119165] 'range keys from in-memory index tree' (duration: 368.764996ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:17:17.641947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:17:17.272129Z","time spent":"369.804597ms","remote":"127.0.0.1:40918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"info","ts":"2026-02-27T19:17:17.989381Z","caller":"traceutil/trace.go:171","msg":"trace[796845965] transaction","detail":"{read_only:false; response_revision:23322; number_of_response:1; }","duration":"398.164655ms","start":"2026-02-27T19:17:17.591135Z","end":"2026-02-27T19:17:17.9893Z","steps":["trace[796845965] 'process raft request' (duration: 398.016931ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:17:17.989524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:17:17.591108Z","time spent":"398.340451ms","remote":"127.0.0.1:41020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:17:18.475586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.093358ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:17:18.475912Z","caller":"traceutil/trace.go:171","msg":"trace[1418351851] transaction","detail":"{read_only:false; response_revision:23326; number_of_response:1; }","duration":"283.202376ms","start":"2026-02-27T19:17:18.192689Z","end":"2026-02-27T19:17:18.475892Z","steps":["trace[1418351851] 'process raft request' (duration: 283.159455ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:17:18.475996Z","caller":"traceutil/trace.go:171","msg":"trace[507944208] transaction","detail":"{read_only:false; response_revision:23324; number_of_response:1; }","duration":"831.41743ms","start":"2026-02-27T19:17:17.644534Z","end":"2026-02-27T19:17:18.475952Z","steps":["trace[507944208] 'process raft request' (duration: 831.160633ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:17:18.476099Z","caller":"traceutil/trace.go:171","msg":"trace[1601348096] transaction","detail":"{read_only:false; response_revision:23323; number_of_response:1; }","duration":"882.439326ms","start":"2026-02-27T19:17:17.593607Z","end":"2026-02-27T19:17:18.476046Z","steps":["trace[1601348096] 'process raft request' (duration: 608.786952ms)","trace[1601348096] 'compare' (duration: 272.878052ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:17:18.47616Z","caller":"traceutil/trace.go:171","msg":"trace[1861018994] linearizableReadLoop","detail":"{readStateIndex:24128; appliedIndex:24126; }","duration":"881.651283ms","start":"2026-02-27T19:17:17.594496Z","end":"2026-02-27T19:17:18.476147Z","steps":["trace[1861018994] 'read index received' (duration: 394.577313ms)","trace[1861018994] 'applied index is now lower than readState.Index' (duration: 487.07046ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:17:18.476339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.843309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T19:17:18.476431Z","caller":"traceutil/trace.go:171","msg":"trace[1474199032] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23326; }","duration":"881.958812ms","start":"2026-02-27T19:17:17.594462Z","end":"2026-02-27T19:17:18.476421Z","steps":["trace[1474199032] 'agreement among raft nodes before linearized reading' (duration: 881.763936ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:17:18.476466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:17:17.594455Z","time spent":"882.001533ms","remote":"127.0.0.1:41020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T19:17:18.476336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:17:17.593598Z","time spent":"882.596431ms","remote":"127.0.0.1:41020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:17:18.476145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:17:17.644521Z","time spent":"831.549904ms","remote":"127.0.0.1:41020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:17:18.476237Z","caller":"traceutil/trace.go:171","msg":"trace[1086257450] transaction","detail":"{read_only:false; response_revision:23325; number_of_response:1; }","duration":"327.768167ms","start":"2026-02-27T19:17:18.1484Z","end":"2026-02-27T19:17:18.476169Z","steps":["trace[1086257450] 'process raft request' (duration: 327.410077ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:17:18.476866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:17:18.148375Z","time spent":"328.403866ms","remote":"127.0.0.1:41020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:17:18.478398Z","caller":"traceutil/trace.go:171","msg":"trace[815509903] transaction","detail":"{read_only:false; response_revision:23327; number_of_response:1; }","duration":"198.571603ms","start":"2026-02-27T19:17:18.279803Z","end":"2026-02-27T19:17:18.478375Z","steps":["trace[815509903] 'process raft request' (duration: 198.425569ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:17:18.478487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.254558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:17:18.47852Z","caller":"traceutil/trace.go:171","msg":"trace[702101578] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23329; }","duration":"836.30189ms","start":"2026-02-27T19:17:17.642208Z","end":"2026-02-27T19:17:18.47851Z","steps":["trace[702101578] 'agreement among raft nodes before linearized reading' (duration: 836.200467ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:17:18.478496Z","caller":"traceutil/trace.go:171","msg":"trace[1914245553] transaction","detail":"{read_only:false; response_revision:23328; number_of_response:1; }","duration":"197.175672ms","start":"2026-02-27T19:17:18.281237Z","end":"2026-02-27T19:17:18.478413Z","steps":["trace[1914245553] 'process raft request' (duration: 197.07894ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:17:18.47857Z","caller":"traceutil/trace.go:171","msg":"trace[1976186106] transaction","detail":"{read_only:false; response_revision:23329; number_of_response:1; }","duration":"195.252368ms","start":"2026-02-27T19:17:18.283311Z","end":"2026-02-27T19:17:18.478563Z","steps":["trace[1976186106] 'process raft request' (duration: 195.051872ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:17:18.478688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.384111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-66ffbcdb8d-9xmr8.18983088f808a848\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-02-27T19:17:18.478712Z","caller":"traceutil/trace.go:171","msg":"trace[1426285589] range","detail":"{range_begin:/registry/events/openstack/magnum-api-66ffbcdb8d-9xmr8.18983088f808a848; range_end:; response_count:1; response_revision:23329; }","duration":"270.442463ms","start":"2026-02-27T19:17:18.208261Z","end":"2026-02-27T19:17:18.478704Z","steps":["trace[1426285589] 'agreement among raft nodes before linearized reading' (duration: 270.36091ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:17:18.478546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:17:17.642197Z","time spent":"836.343131ms","remote":"127.0.0.1:40782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:17:18.478866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.777838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:17:18.478888Z","caller":"traceutil/trace.go:171","msg":"trace[711811722] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23329; }","duration":"779.802369ms","start":"2026-02-27T19:17:17.699079Z","end":"2026-02-27T19:17:18.478881Z","steps":["trace[711811722] 'agreement among raft nodes before linearized reading' (duration: 779.761007ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:17:18.478906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:17:17.699061Z","time spent":"779.84017ms","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:17:18.479054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.502628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ebbcf13d-84fc-43a1-81f3-6bdb4ef981a3\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-02-27T19:17:18.479076Z","caller":"traceutil/trace.go:171","msg":"trace[1777341713] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ebbcf13d-84fc-43a1-81f3-6bdb4ef981a3; range_end:; response_count:1; response_revision:23329; }","duration":"834.538629ms","start":"2026-02-27T19:17:17.644532Z","end":"2026-02-27T19:17:18.479071Z","steps":["trace[1777341713] 'agreement among raft nodes before linearized reading' (duration: 834.468677ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:17:18.479092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:17:17.644525Z","time spent":"834.562799ms","remote":"127.0.0.1:40908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1340,"request content":"key:\"/registry/persistentvolumes/pvc-ebbcf13d-84fc-43a1-81f3-6bdb4ef981a3\" "} {"level":"warn","ts":"2026-02-27T19:17:28.839166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.675013ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:17:28.839377Z","caller":"traceutil/trace.go:171","msg":"trace[1738877656] linearizableReadLoop","detail":"{readStateIndex:24266; appliedIndex:24264; }","duration":"307.354665ms","start":"2026-02-27T19:17:28.532011Z","end":"2026-02-27T19:17:28.839366Z","steps":["trace[1738877656] 'read index received' (duration: 173.520888ms)","trace[1738877656] 'applied index is now lower than readState.Index' (duration: 133.832927ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:17:28.839444Z","caller":"traceutil/trace.go:171","msg":"trace[1566384697] transaction","detail":"{read_only:false; response_revision:23460; number_of_response:1; }","duration":"291.860703ms","start":"2026-02-27T19:17:28.547575Z","end":"2026-02-27T19:17:28.839436Z","steps":["trace[1566384697] 'process raft request' (duration: 291.75042ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:17:28.839451Z","caller":"traceutil/trace.go:171","msg":"trace[1566685162] transaction","detail":"{read_only:false; response_revision:23459; number_of_response:1; }","duration":"307.16084ms","start":"2026-02-27T19:17:28.532265Z","end":"2026-02-27T19:17:28.839426Z","steps":["trace[1566685162] 'process raft request' (duration: 307.041567ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:17:28.839595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:17:28.532256Z","time spent":"307.267503ms","remote":"127.0.0.1:41020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:17:28.839658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.801767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T19:17:28.83968Z","caller":"traceutil/trace.go:171","msg":"trace[1700532006] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23461; }","duration":"294.846698ms","start":"2026-02-27T19:17:28.544828Z","end":"2026-02-27T19:17:28.839675Z","steps":["trace[1700532006] 'agreement among raft nodes before linearized reading' (duration: 294.740435ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:17:28.839674Z","caller":"traceutil/trace.go:171","msg":"trace[598586914] transaction","detail":"{read_only:false; response_revision:23461; number_of_response:1; }","duration":"182.894956ms","start":"2026-02-27T19:17:28.656765Z","end":"2026-02-27T19:17:28.83966Z","steps":["trace[598586914] 'process raft request' (duration: 182.578967ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:17:28.839739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.192648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-27T19:17:28.839752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.916161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:17:28.839769Z","caller":"traceutil/trace.go:171","msg":"trace[1788823198] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23461; }","duration":"260.973563ms","start":"2026-02-27T19:17:28.578792Z","end":"2026-02-27T19:17:28.839766Z","steps":["trace[1788823198] 'agreement among raft nodes before linearized reading' (duration: 260.948762ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:17:28.83976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.068747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-27T19:17:28.839808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.691528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5de47527-cc63-4e3f-ba5e-536855d8b299\" ","response":"range_response_count:1 size:3643"} {"level":"info","ts":"2026-02-27T19:17:28.839836Z","caller":"traceutil/trace.go:171","msg":"trace[981120087] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5de47527-cc63-4e3f-ba5e-536855d8b299; range_end:; response_count:1; response_revision:23461; }","duration":"184.743509ms","start":"2026-02-27T19:17:28.655085Z","end":"2026-02-27T19:17:28.839828Z","steps":["trace[981120087] 'agreement among raft nodes before linearized reading' (duration: 184.664566ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:17:28.839811Z","caller":"traceutil/trace.go:171","msg":"trace[1291132230] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23461; }","duration":"260.17193ms","start":"2026-02-27T19:17:28.579629Z","end":"2026-02-27T19:17:28.839801Z","steps":["trace[1291132230] 'agreement among raft nodes before linearized reading' (duration: 260.051616ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:17:28.839918Z","caller":"traceutil/trace.go:171","msg":"trace[766913777] transaction","detail":"{read_only:false; response_revision:23458; number_of_response:1; }","duration":"312.126921ms","start":"2026-02-27T19:17:28.527784Z","end":"2026-02-27T19:17:28.839911Z","steps":["trace[766913777] 'process raft request' (duration: 311.458182ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:17:28.839776Z","caller":"traceutil/trace.go:171","msg":"trace[348600222] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23461; }","duration":"235.26085ms","start":"2026-02-27T19:17:28.604506Z","end":"2026-02-27T19:17:28.839766Z","steps":["trace[348600222] 'agreement among raft nodes before linearized reading' (duration: 235.158867ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:17:28.839898Z","caller":"traceutil/trace.go:171","msg":"trace[1698836925] transaction","detail":"{read_only:false; response_revision:23457; number_of_response:1; }","duration":"316.910188ms","start":"2026-02-27T19:17:28.522954Z","end":"2026-02-27T19:17:28.839864Z","steps":["trace[1698836925] 'process raft request' (duration: 182.472063ms)","trace[1698836925] 'compare' (duration: 133.531079ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:17:28.839963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:17:28.527757Z","time spent":"312.179143ms","remote":"127.0.0.1:41020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:17:28.840066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:17:28.522935Z","time spent":"317.036932ms","remote":"127.0.0.1:41020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:17:28.840649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.630941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-27T19:17:28.840711Z","caller":"traceutil/trace.go:171","msg":"trace[1418007147] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23461; }","duration":"308.721674ms","start":"2026-02-27T19:17:28.531974Z","end":"2026-02-27T19:17:28.840696Z","steps":["trace[1418007147] 'agreement among raft nodes before linearized reading' (duration: 307.469259ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:17:28.84075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:17:28.531962Z","time spent":"308.779965ms","remote":"127.0.0.1:41020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T19:17:29.147189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.802284ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:17:29.147295Z","caller":"traceutil/trace.go:171","msg":"trace[104799748] transaction","detail":"{read_only:false; response_revision:23462; number_of_response:1; }","duration":"303.216988ms","start":"2026-02-27T19:17:28.84406Z","end":"2026-02-27T19:17:29.147277Z","steps":["trace[104799748] 'process raft request' (duration: 127.252879ms)","trace[104799748] 'compare' (duration: 175.699231ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:17:29.147358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:17:28.844045Z","time spent":"303.28549ms","remote":"127.0.0.1:41020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:17:29.398246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.346567ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:17:29.398419Z","caller":"traceutil/trace.go:171","msg":"trace[1829792922] linearizableReadLoop","detail":"{readStateIndex:24273; appliedIndex:24269; }","duration":"550.299813ms","start":"2026-02-27T19:17:28.848109Z","end":"2026-02-27T19:17:29.398408Z","steps":["trace[1829792922] 'read index received' (duration: 123.216874ms)","trace[1829792922] 'applied index is now lower than readState.Index' (duration: 427.082119ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:17:29.398558Z","caller":"traceutil/trace.go:171","msg":"trace[1413134022] transaction","detail":"{read_only:false; response_revision:23463; number_of_response:1; }","duration":"554.263147ms","start":"2026-02-27T19:17:28.844288Z","end":"2026-02-27T19:17:29.398551Z","steps":["trace[1413134022] 'process raft request' (duration: 402.547901ms)","trace[1413134022] 'compare' (duration: 151.261814ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:17:29.398595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:17:28.84428Z","time spent":"554.298038ms","remote":"127.0.0.1:41020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:17:29.398753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.306617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T19:17:29.398775Z","caller":"traceutil/trace.go:171","msg":"trace[1895285630] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23466; }","duration":"258.362358ms","start":"2026-02-27T19:17:29.140406Z","end":"2026-02-27T19:17:29.398768Z","steps":["trace[1895285630] 'agreement among raft nodes before linearized reading' (duration: 258.292326ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:17:29.398887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.175103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:17:29.398907Z","caller":"traceutil/trace.go:171","msg":"trace[380900827] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23466; }","duration":"258.222594ms","start":"2026-02-27T19:17:29.140679Z","end":"2026-02-27T19:17:29.398901Z","steps":["trace[380900827] 'agreement among raft nodes before linearized reading' (duration: 258.189823ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:17:29.398897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.757596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-27T19:17:29.39897Z","caller":"traceutil/trace.go:171","msg":"trace[915524925] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23466; }","duration":"550.86668ms","start":"2026-02-27T19:17:28.848086Z","end":"2026-02-27T19:17:29.398953Z","steps":["trace[915524925] 'agreement among raft nodes before linearized reading' (duration: 550.587632ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:17:29.399021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:17:28.84808Z","time spent":"550.933032ms","remote":"127.0.0.1:40946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-27T19:17:29.399062Z","caller":"traceutil/trace.go:171","msg":"trace[1436737871] transaction","detail":"{read_only:false; response_revision:23464; number_of_response:1; }","duration":"554.729291ms","start":"2026-02-27T19:17:28.844327Z","end":"2026-02-27T19:17:29.399057Z","steps":["trace[1436737871] 'process raft request' (duration: 553.983999ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:17:29.399099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:17:28.844317Z","time spent":"554.765121ms","remote":"127.0.0.1:41020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:17:29.399126Z","caller":"traceutil/trace.go:171","msg":"trace[349140696] transaction","detail":"{read_only:false; response_revision:23465; number_of_response:1; }","duration":"552.55648ms","start":"2026-02-27T19:17:28.846536Z","end":"2026-02-27T19:17:29.399093Z","steps":["trace[349140696] 'process raft request' (duration: 551.820978ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:17:29.399293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:17:28.84653Z","time spent":"552.675653ms","remote":"127.0.0.1:40946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3742,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:17:29.399319Z","caller":"traceutil/trace.go:171","msg":"trace[2061593667] transaction","detail":"{read_only:false; response_revision:23466; number_of_response:1; }","duration":"548.535264ms","start":"2026-02-27T19:17:28.850621Z","end":"2026-02-27T19:17:29.399157Z","steps":["trace[2061593667] 'process raft request' (duration: 547.765792ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:17:29.399611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:17:28.850592Z","time spent":"548.892444ms","remote":"127.0.0.1:41020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:17:29.727532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.103984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-l3-agent-default-pnqbq.18982fe3fbf16e3e\" ","response":"range_response_count:1 size:949"} {"level":"info","ts":"2026-02-27T19:17:29.727613Z","caller":"traceutil/trace.go:171","msg":"trace[1658091233] range","detail":"{range_begin:/registry/events/openstack/neutron-l3-agent-default-pnqbq.18982fe3fbf16e3e; range_end:; response_count:1; response_revision:23467; }","duration":"121.229468ms","start":"2026-02-27T19:17:29.606365Z","end":"2026-02-27T19:17:29.727595Z","steps":["trace[1658091233] 'range keys from in-memory index tree' (duration: 120.94603ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:17:30.293576Z","caller":"traceutil/trace.go:171","msg":"trace[1767521889] transaction","detail":"{read_only:false; response_revision:23469; number_of_response:1; }","duration":"383.157467ms","start":"2026-02-27T19:17:29.910395Z","end":"2026-02-27T19:17:30.293552Z","steps":["trace[1767521889] 'process raft request' (duration: 382.999633ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:17:30.293744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:17:29.910372Z","time spent":"383.274871ms","remote":"127.0.0.1:41020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:17:30.299801Z","caller":"traceutil/trace.go:171","msg":"trace[1606052878] linearizableReadLoop","detail":"{readStateIndex:24279; appliedIndex:24277; }","duration":"229.727851ms","start":"2026-02-27T19:17:30.070048Z","end":"2026-02-27T19:17:30.299776Z","steps":["trace[1606052878] 'read index received' (duration: 223.333589ms)","trace[1606052878] 'applied index is now lower than readState.Index' (duration: 6.393192ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:17:30.299891Z","caller":"traceutil/trace.go:171","msg":"trace[834755293] transaction","detail":"{read_only:false; response_revision:23470; number_of_response:1; }","duration":"264.155183ms","start":"2026-02-27T19:17:30.035723Z","end":"2026-02-27T19:17:30.299878Z","steps":["trace[834755293] 'process raft request' (duration: 263.899396ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:17:30.300015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.945418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:17:30.300059Z","caller":"traceutil/trace.go:171","msg":"trace[148501440] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:23470; }","duration":"230.048481ms","start":"2026-02-27T19:17:30.07Z","end":"2026-02-27T19:17:30.300048Z","steps":["trace[148501440] 'agreement among raft nodes before linearized reading' (duration: 229.865556ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:17:32.42389Z","caller":"traceutil/trace.go:171","msg":"trace[1944773197] transaction","detail":"{read_only:false; response_revision:23487; number_of_response:1; }","duration":"116.486601ms","start":"2026-02-27T19:17:32.307379Z","end":"2026-02-27T19:17:32.423865Z","steps":["trace[1944773197] 'process raft request' (duration: 116.274795ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:17:37.151739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.151704ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:17:37.152045Z","caller":"traceutil/trace.go:171","msg":"trace[226212816] transaction","detail":"{read_only:false; response_revision:23542; number_of_response:1; }","duration":"282.671332ms","start":"2026-02-27T19:17:36.869353Z","end":"2026-02-27T19:17:37.152024Z","steps":["trace[226212816] 'process raft request' (duration: 160.134157ms)","trace[226212816] 'compare' (duration: 121.866706ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:17:37.152343Z","caller":"traceutil/trace.go:171","msg":"trace[1142321978] transaction","detail":"{read_only:false; response_revision:23544; number_of_response:1; }","duration":"281.883978ms","start":"2026-02-27T19:17:36.870436Z","end":"2026-02-27T19:17:37.15232Z","steps":["trace[1142321978] 'process raft request' (duration: 281.804516ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:17:37.152427Z","caller":"traceutil/trace.go:171","msg":"trace[795540627] transaction","detail":"{read_only:false; response_revision:23543; number_of_response:1; }","duration":"282.563489ms","start":"2026-02-27T19:17:36.869803Z","end":"2026-02-27T19:17:37.152366Z","steps":["trace[795540627] 'process raft request' (duration: 282.053214ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:17:37.434402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.90584ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:17:37.434492Z","caller":"traceutil/trace.go:171","msg":"trace[1965545067] linearizableReadLoop","detail":"{readStateIndex:24355; appliedIndex:24354; }","duration":"121.397091ms","start":"2026-02-27T19:17:37.31308Z","end":"2026-02-27T19:17:37.434477Z","steps":["trace[1965545067] 'read index received' (duration: 41.571µs)","trace[1965545067] 'applied index is now lower than readState.Index' (duration: 121.35438ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:17:37.43457Z","caller":"traceutil/trace.go:171","msg":"trace[1366521745] transaction","detail":"{read_only:false; response_revision:23545; number_of_response:1; }","duration":"246.623943ms","start":"2026-02-27T19:17:37.187924Z","end":"2026-02-27T19:17:37.434548Z","steps":["trace[1366521745] 'process raft request' (duration: 106.500297ms)","trace[1366521745] 'compare' (duration: 139.520329ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:17:37.434596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.520186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:17:37.434807Z","caller":"traceutil/trace.go:171","msg":"trace[193004561] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:23545; }","duration":"121.764852ms","start":"2026-02-27T19:17:37.313032Z","end":"2026-02-27T19:17:37.434797Z","steps":["trace[193004561] 'agreement among raft nodes before linearized reading' (duration: 121.518745ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:17:37.791591Z","caller":"traceutil/trace.go:171","msg":"trace[1846161779] transaction","detail":"{read_only:false; response_revision:23547; number_of_response:1; }","duration":"352.835753ms","start":"2026-02-27T19:17:37.438735Z","end":"2026-02-27T19:17:37.79157Z","steps":["trace[1846161779] 'process raft request' (duration: 352.666868ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:17:37.79177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:17:37.438714Z","time spent":"352.979866ms","remote":"127.0.0.1:41020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:17:37.791884Z","caller":"traceutil/trace.go:171","msg":"trace[45472884] transaction","detail":"{read_only:false; response_revision:23548; number_of_response:1; }","duration":"353.090999ms","start":"2026-02-27T19:17:37.438784Z","end":"2026-02-27T19:17:37.791875Z","steps":["trace[45472884] 'process raft request' (duration: 352.74983ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:17:37.791874Z","caller":"traceutil/trace.go:171","msg":"trace[2098825333] linearizableReadLoop","detail":"{readStateIndex:24358; appliedIndex:24356; }","duration":"320.546211ms","start":"2026-02-27T19:17:37.471291Z","end":"2026-02-27T19:17:37.791838Z","steps":["trace[2098825333] 'read index received' (duration: 320.055188ms)","trace[2098825333] 'applied index is now lower than readState.Index' (duration: 488.423µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:17:37.791927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:17:37.438766Z","time spent":"353.140861ms","remote":"127.0.0.1:41020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:17:37.792129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.82108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-27T19:17:37.792166Z","caller":"traceutil/trace.go:171","msg":"trace[1330035744] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23548; }","duration":"320.902102ms","start":"2026-02-27T19:17:37.471252Z","end":"2026-02-27T19:17:37.792154Z","steps":["trace[1330035744] 'agreement among raft nodes before linearized reading' (duration: 320.732257ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:17:37.792148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.72399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-02-27T19:17:37.7922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:17:37.47124Z","time spent":"320.953063ms","remote":"127.0.0.1:41020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T19:17:37.792231Z","caller":"traceutil/trace.go:171","msg":"trace[1416692828] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23548; }","duration":"318.826723ms","start":"2026-02-27T19:17:37.473386Z","end":"2026-02-27T19:17:37.792213Z","steps":["trace[1416692828] 'agreement among raft nodes before linearized reading' (duration: 318.620617ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:17:37.792278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:17:37.473381Z","time spent":"318.889375ms","remote":"127.0.0.1:36612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-02-27T19:17:37.792355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.484249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:17:37.792464Z","caller":"traceutil/trace.go:171","msg":"trace[1998332244] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23548; }","duration":"213.607693ms","start":"2026-02-27T19:17:37.578816Z","end":"2026-02-27T19:17:37.792424Z","steps":["trace[1998332244] 'agreement among raft nodes before linearized reading' (duration: 213.470219ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:17:48.094469Z","caller":"traceutil/trace.go:171","msg":"trace[1063048047] transaction","detail":"{read_only:false; response_revision:23625; number_of_response:1; }","duration":"193.897829ms","start":"2026-02-27T19:17:47.900515Z","end":"2026-02-27T19:17:48.094413Z","steps":["trace[1063048047] 'process raft request' (duration: 114.362332ms)","trace[1063048047] 'compare' (duration: 79.303761ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:17:48.569242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.728357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-66ffbcdb8d-9xmr8.18983088f808a848\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-02-27T19:17:48.569366Z","caller":"traceutil/trace.go:171","msg":"trace[806436260] range","detail":"{range_begin:/registry/events/openstack/magnum-api-66ffbcdb8d-9xmr8.18983088f808a848; range_end:; response_count:1; response_revision:23625; }","duration":"361.891211ms","start":"2026-02-27T19:17:48.207421Z","end":"2026-02-27T19:17:48.569312Z","steps":["trace[806436260] 'range keys from in-memory index tree' (duration: 361.535911ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:17:48.569436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:17:48.207402Z","time spent":"362.017745ms","remote":"127.0.0.1:40852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":805,"request content":"key:\"/registry/events/openstack/magnum-api-66ffbcdb8d-9xmr8.18983088f808a848\" "} {"level":"info","ts":"2026-02-27T19:17:48.779222Z","caller":"traceutil/trace.go:171","msg":"trace[1533875315] transaction","detail":"{read_only:false; response_revision:23626; number_of_response:1; }","duration":"291.209625ms","start":"2026-02-27T19:17:48.487984Z","end":"2026-02-27T19:17:48.779194Z","steps":["trace[1533875315] 'process raft request' (duration: 291.067431ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:17:48.883987Z","caller":"traceutil/trace.go:171","msg":"trace[275694054] linearizableReadLoop","detail":"{readStateIndex:24439; appliedIndex:24437; }","duration":"306.177991ms","start":"2026-02-27T19:17:48.577784Z","end":"2026-02-27T19:17:48.883962Z","steps":["trace[275694054] 'read index received' (duration: 201.284401ms)","trace[275694054] 'applied index is now lower than readState.Index' (duration: 104.89235ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:17:48.884013Z","caller":"traceutil/trace.go:171","msg":"trace[2131687723] transaction","detail":"{read_only:false; response_revision:23628; number_of_response:1; }","duration":"256.085453ms","start":"2026-02-27T19:17:48.6279Z","end":"2026-02-27T19:17:48.883986Z","steps":["trace[2131687723] 'process raft request' (duration: 255.952439ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:17:48.884031Z","caller":"traceutil/trace.go:171","msg":"trace[1346151406] transaction","detail":"{read_only:false; response_revision:23627; number_of_response:1; }","duration":"312.274815ms","start":"2026-02-27T19:17:48.571704Z","end":"2026-02-27T19:17:48.883979Z","steps":["trace[1346151406] 'process raft request' (duration: 311.353139ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:17:48.884103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.311636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:17:48.884137Z","caller":"traceutil/trace.go:171","msg":"trace[1751375389] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23629; }","duration":"306.364407ms","start":"2026-02-27T19:17:48.577762Z","end":"2026-02-27T19:17:48.884127Z","steps":["trace[1751375389] 'agreement among raft nodes before linearized reading' (duration: 306.292705ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:17:48.884171Z","caller":"traceutil/trace.go:171","msg":"trace[1950554449] transaction","detail":"{read_only:false; response_revision:23629; number_of_response:1; }","duration":"244.891714ms","start":"2026-02-27T19:17:48.639268Z","end":"2026-02-27T19:17:48.884159Z","steps":["trace[1950554449] 'process raft request' (duration: 244.645567ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:17:48.884173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:17:48.577675Z","time spent":"306.49063ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:17:48.884193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:17:48.571677Z","time spent":"312.431341ms","remote":"127.0.0.1:40852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":765,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:17:49.200467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.348977ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:17:49.200535Z","caller":"traceutil/trace.go:171","msg":"trace[1398345012] transaction","detail":"{read_only:false; response_revision:23630; number_of_response:1; }","duration":"193.638152ms","start":"2026-02-27T19:17:49.006884Z","end":"2026-02-27T19:17:49.200522Z","steps":["trace[1398345012] 'process raft request' (duration: 76.183173ms)","trace[1398345012] 'compare' (duration: 117.235693ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:17:49.311302Z","caller":"traceutil/trace.go:171","msg":"trace[1521374429] transaction","detail":"{read_only:false; response_revision:23631; number_of_response:1; }","duration":"224.325959ms","start":"2026-02-27T19:17:49.086959Z","end":"2026-02-27T19:17:49.311285Z","steps":["trace[1521374429] 'process raft request' (duration: 224.235795ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:17:49.330201Z","caller":"traceutil/trace.go:171","msg":"trace[57285691] transaction","detail":"{read_only:false; response_revision:23632; number_of_response:1; }","duration":"140.97199ms","start":"2026-02-27T19:17:49.189207Z","end":"2026-02-27T19:17:49.330179Z","steps":["trace[57285691] 'process raft request' (duration: 140.778124ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:17:49.330398Z","caller":"traceutil/trace.go:171","msg":"trace[239291311] transaction","detail":"{read_only:false; response_revision:23634; number_of_response:1; }","duration":"133.071595ms","start":"2026-02-27T19:17:49.197317Z","end":"2026-02-27T19:17:49.330389Z","steps":["trace[239291311] 'process raft request' (duration: 133.028153ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:17:49.330453Z","caller":"traceutil/trace.go:171","msg":"trace[2142915897] transaction","detail":"{read_only:false; response_revision:23633; number_of_response:1; }","duration":"135.767022ms","start":"2026-02-27T19:17:49.194662Z","end":"2026-02-27T19:17:49.330429Z","steps":["trace[2142915897] 'process raft request' (duration: 135.466653ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:17:49.541393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.869994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:17:49.541488Z","caller":"traceutil/trace.go:171","msg":"trace[537371330] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23634; }","duration":"122.999348ms","start":"2026-02-27T19:17:49.418465Z","end":"2026-02-27T19:17:49.541464Z","steps":["trace[537371330] 'count revisions from in-memory index tree' (duration: 122.768992ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:17:49.794321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.42959ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:17:49.794457Z","caller":"traceutil/trace.go:171","msg":"trace[82130034] linearizableReadLoop","detail":"{readStateIndex:24448; appliedIndex:24447; }","duration":"247.634352ms","start":"2026-02-27T19:17:49.546787Z","end":"2026-02-27T19:17:49.794421Z","steps":["trace[82130034] 'read index received' (duration: 59.931879ms)","trace[82130034] 'applied index is now lower than readState.Index' (duration: 187.700663ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:17:49.794585Z","caller":"traceutil/trace.go:171","msg":"trace[586890460] transaction","detail":"{read_only:false; response_revision:23636; number_of_response:1; }","duration":"249.516556ms","start":"2026-02-27T19:17:49.545025Z","end":"2026-02-27T19:17:49.794542Z","steps":["trace[586890460] 'process raft request' (duration: 98.732626ms)","trace[586890460] 'compare' (duration: 150.331467ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:17:49.794649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.707312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:17:49.794699Z","caller":"traceutil/trace.go:171","msg":"trace[1455146691] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23636; }","duration":"215.778734ms","start":"2026-02-27T19:17:49.578902Z","end":"2026-02-27T19:17:49.794681Z","steps":["trace[1455146691] 'agreement among raft nodes before linearized reading' (duration: 215.663801ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:17:49.794698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.824397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:17:49.794796Z","caller":"traceutil/trace.go:171","msg":"trace[1620266178] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23636; }","duration":"248.039333ms","start":"2026-02-27T19:17:49.546725Z","end":"2026-02-27T19:17:49.79478Z","steps":["trace[1620266178] 'agreement among raft nodes before linearized reading' (duration: 247.804616ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:17:53.460946Z","caller":"traceutil/trace.go:171","msg":"trace[2099523361] transaction","detail":"{read_only:false; response_revision:23660; number_of_response:1; }","duration":"115.561676ms","start":"2026-02-27T19:17:53.345354Z","end":"2026-02-27T19:17:53.460916Z","steps":["trace[2099523361] 'process raft request' (duration: 115.403001ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:17:53.731213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.119899ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:17:53.731494Z","caller":"traceutil/trace.go:171","msg":"trace[506017067] linearizableReadLoop","detail":"{readStateIndex:24475; appliedIndex:24473; }","duration":"151.793348ms","start":"2026-02-27T19:17:53.579688Z","end":"2026-02-27T19:17:53.731481Z","steps":["trace[506017067] 'read index received' (duration: 6.247427ms)","trace[506017067] 'applied index is now lower than readState.Index' (duration: 145.544721ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:17:53.731518Z","caller":"traceutil/trace.go:171","msg":"trace[1055888494] transaction","detail":"{read_only:false; response_revision:23661; number_of_response:1; }","duration":"386.061579ms","start":"2026-02-27T19:17:53.345421Z","end":"2026-02-27T19:17:53.731482Z","steps":["trace[1055888494] 'process raft request' (duration: 240.56984ms)","trace[1055888494] 'compare' (duration: 144.857811ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:17:53.731545Z","caller":"traceutil/trace.go:171","msg":"trace[174827491] transaction","detail":"{read_only:false; response_revision:23662; number_of_response:1; }","duration":"386.08524ms","start":"2026-02-27T19:17:53.345425Z","end":"2026-02-27T19:17:53.73151Z","steps":["trace[174827491] 'process raft request' (duration: 385.874854ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:17:53.73161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.894132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:17:53.731691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.093807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-27T19:17:53.731682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:17:53.345399Z","time spent":"386.200184ms","remote":"127.0.0.1:41020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:17:53.731699Z","caller":"traceutil/trace.go:171","msg":"trace[275513513] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23662; }","duration":"152.002575ms","start":"2026-02-27T19:17:53.579672Z","end":"2026-02-27T19:17:53.731675Z","steps":["trace[275513513] 'agreement among raft nodes before linearized reading' (duration: 151.857751ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:17:53.731723Z","caller":"traceutil/trace.go:171","msg":"trace[262776701] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23662; }","duration":"112.165079ms","start":"2026-02-27T19:17:53.61955Z","end":"2026-02-27T19:17:53.731716Z","steps":["trace[262776701] 'agreement among raft nodes before linearized reading' (duration: 112.054236ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:17:53.731732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:17:53.345393Z","time spent":"386.243165ms","remote":"127.0.0.1:41020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:17:57.57486Z","caller":"traceutil/trace.go:171","msg":"trace[893933602] transaction","detail":"{read_only:false; response_revision:23698; number_of_response:1; }","duration":"104.683845ms","start":"2026-02-27T19:17:57.470152Z","end":"2026-02-27T19:17:57.574836Z","steps":["trace[893933602] 'process raft request' (duration: 104.16702ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:18:04.4102Z","caller":"traceutil/trace.go:171","msg":"trace[1104751337] transaction","detail":"{read_only:false; response_revision:23747; number_of_response:1; }","duration":"165.190531ms","start":"2026-02-27T19:18:04.244989Z","end":"2026-02-27T19:18:04.41018Z","steps":["trace[1104751337] 'process raft request' (duration: 132.846829ms)","trace[1104751337] 'compare' (duration: 32.044673ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:18:05.785703Z","caller":"traceutil/trace.go:171","msg":"trace[1996454612] transaction","detail":"{read_only:false; response_revision:23755; number_of_response:1; }","duration":"141.673032ms","start":"2026-02-27T19:18:05.644009Z","end":"2026-02-27T19:18:05.785682Z","steps":["trace[1996454612] 'process raft request' (duration: 141.528557ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:18:12.095069Z","caller":"traceutil/trace.go:171","msg":"trace[894619863] transaction","detail":"{read_only:false; response_revision:23810; number_of_response:1; }","duration":"126.489538ms","start":"2026-02-27T19:18:11.968525Z","end":"2026-02-27T19:18:12.095015Z","steps":["trace[894619863] 'process raft request' (duration: 126.25802ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:18:12.09515Z","caller":"traceutil/trace.go:171","msg":"trace[131574958] linearizableReadLoop","detail":"{readStateIndex:24627; appliedIndex:24625; }","duration":"119.653963ms","start":"2026-02-27T19:18:11.975338Z","end":"2026-02-27T19:18:12.094992Z","steps":["trace[131574958] 'read index received' (duration: 26.114815ms)","trace[131574958] 'applied index is now lower than readState.Index' (duration: 93.537868ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:18:12.095397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.954298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-27T19:18:12.095383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.022923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T19:18:12.095427Z","caller":"traceutil/trace.go:171","msg":"trace[951098059] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23810; }","duration":"109.105542ms","start":"2026-02-27T19:18:11.986314Z","end":"2026-02-27T19:18:12.09542Z","steps":["trace[951098059] 'agreement among raft nodes before linearized reading' (duration: 108.914727ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:18:12.095467Z","caller":"traceutil/trace.go:171","msg":"trace[1268069333] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23810; }","duration":"120.157667ms","start":"2026-02-27T19:18:11.975287Z","end":"2026-02-27T19:18:12.095445Z","steps":["trace[1268069333] 'agreement among raft nodes before linearized reading' (duration: 119.890839ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:18:12.30198Z","caller":"traceutil/trace.go:171","msg":"trace[93680240] transaction","detail":"{read_only:false; response_revision:23811; number_of_response:1; }","duration":"202.134294ms","start":"2026-02-27T19:18:12.09982Z","end":"2026-02-27T19:18:12.301954Z","steps":["trace[93680240] 'process raft request' (duration: 201.98387ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:18:12.322231Z","caller":"traceutil/trace.go:171","msg":"trace[1605023423] transaction","detail":"{read_only:false; response_revision:23814; number_of_response:1; }","duration":"222.056973ms","start":"2026-02-27T19:18:12.100144Z","end":"2026-02-27T19:18:12.322201Z","steps":["trace[1605023423] 'process raft request' (duration: 221.958751ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:18:12.322248Z","caller":"traceutil/trace.go:171","msg":"trace[1506998192] transaction","detail":"{read_only:false; response_revision:23812; number_of_response:1; }","duration":"222.189737ms","start":"2026-02-27T19:18:12.100038Z","end":"2026-02-27T19:18:12.322227Z","steps":["trace[1506998192] 'process raft request' (duration: 221.879908ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:18:12.322319Z","caller":"traceutil/trace.go:171","msg":"trace[1470501043] transaction","detail":"{read_only:false; response_revision:23813; number_of_response:1; }","duration":"222.161986ms","start":"2026-02-27T19:18:12.100134Z","end":"2026-02-27T19:18:12.322296Z","steps":["trace[1470501043] 'process raft request' (duration: 221.921209ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:18:12.555928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.546534ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:18:12.556051Z","caller":"traceutil/trace.go:171","msg":"trace[1751776875] transaction","detail":"{read_only:false; response_revision:23815; number_of_response:1; }","duration":"229.440313ms","start":"2026-02-27T19:18:12.326576Z","end":"2026-02-27T19:18:12.556017Z","steps":["trace[1751776875] 'process raft request' (duration: 79.724314ms)","trace[1751776875] 'compare' (duration: 149.302608ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:19:21.558909Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21654} {"level":"info","ts":"2026-02-27T19:19:21.691068Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21654,"took":"128.104947ms","hash":2623433208,"current-db-size-bytes":48705536,"current-db-size":"49 MB","current-db-size-in-use-bytes":32006144,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-02-27T19:19:21.691128Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2623433208,"revision":21654,"compact-revision":18810} {"level":"info","ts":"2026-02-27T19:19:54.631028Z","caller":"traceutil/trace.go:171","msg":"trace[1307088701] transaction","detail":"{read_only:false; response_revision:24780; number_of_response:1; }","duration":"154.65206ms","start":"2026-02-27T19:19:54.476346Z","end":"2026-02-27T19:19:54.630998Z","steps":["trace[1307088701] 'process raft request' (duration: 154.350772ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:24:21.56745Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24489} {"level":"info","ts":"2026-02-27T19:24:21.691792Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24489,"took":"121.197534ms","hash":1963966496,"current-db-size-bytes":48705536,"current-db-size":"49 MB","current-db-size-in-use-bytes":33333248,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-02-27T19:24:21.691868Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1963966496,"revision":24489,"compact-revision":21654} {"level":"info","ts":"2026-02-27T19:29:11.775729Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"14f8f2dfdaccebdb","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-02-27T19:29:11.779603Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-02-27T19:29:11.779714Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-02-27T19:29:21.575985Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":27029} {"level":"info","ts":"2026-02-27T19:29:21.694212Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":27029,"took":"114.421845ms","hash":139463582,"current-db-size-bytes":48705536,"current-db-size":"49 MB","current-db-size-in-use-bytes":28192768,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-02-27T19:29:21.694261Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":139463582,"revision":27029,"compact-revision":24489} {"level":"info","ts":"2026-02-27T19:34:21.582383Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":29101} {"level":"info","ts":"2026-02-27T19:34:21.698795Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":29101,"took":"113.433878ms","hash":1160052800,"current-db-size-bytes":48705536,"current-db-size":"49 MB","current-db-size-in-use-bytes":28004352,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-02-27T19:34:21.698846Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1160052800,"revision":29101,"compact-revision":27029} {"level":"info","ts":"2026-02-27T19:39:21.589893Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":31257} {"level":"info","ts":"2026-02-27T19:39:21.73624Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":31257,"took":"141.448852ms","hash":912976648,"current-db-size-bytes":48705536,"current-db-size":"49 MB","current-db-size-in-use-bytes":29306880,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-02-27T19:39:21.736308Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":912976648,"revision":31257,"compact-revision":29101} {"level":"info","ts":"2026-02-27T19:43:21.564362Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000008d6f.wal"} {"level":"info","ts":"2026-02-27T19:44:21.595197Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33371} {"level":"info","ts":"2026-02-27T19:44:21.714688Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33371,"took":"115.57678ms","hash":1828991343,"current-db-size-bytes":50397184,"current-db-size":"50 MB","current-db-size-in-use-bytes":29028352,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-02-27T19:44:21.714748Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1828991343,"revision":33371,"compact-revision":31257}