{"level":"warn","ts":"2026-08-13T00:57:59.066636Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-08-13T00:57:59.066774Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.52:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.52:2380","--initial-cluster=instance=https://199.19.213.52:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.52:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.52:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-08-13T00:57:59.066912Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-08-13T00:57:59.066935Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.52:2380"]} {"level":"info","ts":"2026-08-13T00:57:59.066976Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-08-13T00:57:59.068248Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.52:2379"]} {"level":"info","ts":"2026-08-13T00:57:59.06841Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.52:2380"],"listen-peer-urls":["https://199.19.213.52:2380"],"advertise-client-urls":["https://199.19.213.52:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.52:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.52:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-08-13T00:57:59.072454Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.642169ms"} {"level":"info","ts":"2026-08-13T00:57:59.079377Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"e1254347e028571c","cluster-id":"fc1f90ba5bf7591c"} {"level":"info","ts":"2026-08-13T00:57:59.079477Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e1254347e028571c switched to configuration voters=()"} {"level":"info","ts":"2026-08-13T00:57:59.079508Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e1254347e028571c became follower at term 0"} {"level":"info","ts":"2026-08-13T00:57:59.079571Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft e1254347e028571c [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-08-13T00:57:59.079591Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e1254347e028571c became follower at term 1"} {"level":"info","ts":"2026-08-13T00:57:59.079658Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e1254347e028571c switched to configuration voters=(16223447208654559004)"} {"level":"warn","ts":"2026-08-13T00:57:59.090196Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-08-13T00:57:59.092821Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-08-13T00:57:59.094288Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-08-13T00:57:59.096379Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"e1254347e028571c","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-08-13T00:57:59.096565Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"e1254347e028571c","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-08-13T00:57:59.096664Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-13T00:57:59.096805Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-13T00:57:59.096824Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-13T00:57:59.098942Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e1254347e028571c switched to configuration voters=(16223447208654559004)"} {"level":"info","ts":"2026-08-13T00:57:59.099265Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"fc1f90ba5bf7591c","local-member-id":"e1254347e028571c","added-peer-id":"e1254347e028571c","added-peer-peer-urls":["https://199.19.213.52:2380"]} {"level":"info","ts":"2026-08-13T00:57:59.102722Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-08-13T00:57:59.102899Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.52:2380"} {"level":"info","ts":"2026-08-13T00:57:59.102993Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.52:2380"} {"level":"info","ts":"2026-08-13T00:57:59.10307Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"e1254347e028571c","initial-advertise-peer-urls":["https://199.19.213.52:2380"],"listen-peer-urls":["https://199.19.213.52:2380"],"advertise-client-urls":["https://199.19.213.52:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.52:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-08-13T00:57:59.103109Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-08-13T00:57:59.780305Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e1254347e028571c is starting a new election at term 1"} {"level":"info","ts":"2026-08-13T00:57:59.780353Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e1254347e028571c became pre-candidate at term 1"} {"level":"info","ts":"2026-08-13T00:57:59.780383Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e1254347e028571c received MsgPreVoteResp from e1254347e028571c at term 1"} {"level":"info","ts":"2026-08-13T00:57:59.780393Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e1254347e028571c became candidate at term 2"} {"level":"info","ts":"2026-08-13T00:57:59.780398Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e1254347e028571c received MsgVoteResp from e1254347e028571c at term 2"} {"level":"info","ts":"2026-08-13T00:57:59.780406Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e1254347e028571c became leader at term 2"} {"level":"info","ts":"2026-08-13T00:57:59.780413Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: e1254347e028571c elected leader e1254347e028571c at term 2"} {"level":"info","ts":"2026-08-13T00:57:59.782761Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"e1254347e028571c","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.52:2379]}","request-path":"/0/members/e1254347e028571c/attributes","cluster-id":"fc1f90ba5bf7591c","publish-timeout":"7s"} {"level":"info","ts":"2026-08-13T00:57:59.78283Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-08-13T00:57:59.782808Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-08-13T00:57:59.782888Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-08-13T00:57:59.783083Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-08-13T00:57:59.783157Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-08-13T00:57:59.783911Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"fc1f90ba5bf7591c","local-member-id":"e1254347e028571c","cluster-version":"3.5"} {"level":"info","ts":"2026-08-13T00:57:59.784026Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-08-13T00:57:59.78406Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-08-13T00:57:59.786401Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.52:2379"} {"level":"info","ts":"2026-08-13T00:57:59.787425Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-08-13T00:58:22.137818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.069192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-08-13T00:58:22.137963Z","caller":"traceutil/trace.go:171","msg":"trace[105964299] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:387; }","duration":"105.240606ms","start":"2026-08-13T00:58:22.032671Z","end":"2026-08-13T00:58:22.137912Z","steps":["trace[105964299] 'range keys from in-memory index tree' (duration: 104.931729ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T00:58:55.85503Z","caller":"traceutil/trace.go:171","msg":"trace[172451329] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"120.632678ms","start":"2026-08-13T00:58:55.734377Z","end":"2026-08-13T00:58:55.85501Z","steps":["trace[172451329] 'process raft request' (duration: 120.503365ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T00:58:56.019365Z","caller":"traceutil/trace.go:171","msg":"trace[164603993] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"141.81816ms","start":"2026-08-13T00:58:55.877524Z","end":"2026-08-13T00:58:56.019342Z","steps":["trace[164603993] 'process raft request' (duration: 141.672466ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T00:59:11.30136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.123492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-13T00:59:11.301465Z","caller":"traceutil/trace.go:171","msg":"trace[1199363812] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:779; }","duration":"145.309616ms","start":"2026-08-13T00:59:11.156135Z","end":"2026-08-13T00:59:11.301445Z","steps":["trace[1199363812] 'count revisions from in-memory index tree' (duration: 144.921849ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:00:24.825109Z","caller":"traceutil/trace.go:171","msg":"trace[783075023] transaction","detail":"{read_only:false; response_revision:1832; number_of_response:1; }","duration":"129.070672ms","start":"2026-08-13T01:00:24.696007Z","end":"2026-08-13T01:00:24.825078Z","steps":["trace[783075023] 'process raft request' (duration: 128.846196ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:00:25.622809Z","caller":"traceutil/trace.go:171","msg":"trace[277551895] transaction","detail":"{read_only:false; response_revision:1835; number_of_response:1; }","duration":"242.348045ms","start":"2026-08-13T01:00:25.38043Z","end":"2026-08-13T01:00:25.622778Z","steps":["trace[277551895] 'process raft request' (duration: 242.166141ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:00:25.744087Z","caller":"traceutil/trace.go:171","msg":"trace[1837898112] transaction","detail":"{read_only:false; response_revision:1836; number_of_response:1; }","duration":"111.786121ms","start":"2026-08-13T01:00:25.63227Z","end":"2026-08-13T01:00:25.744056Z","steps":["trace[1837898112] 'process raft request' (duration: 33.64926ms)","trace[1837898112] 'compare' (duration: 77.937877ms)"],"step_count":2} {"level":"info","ts":"2026-08-13T01:00:39.919719Z","caller":"traceutil/trace.go:171","msg":"trace[805961294] transaction","detail":"{read_only:false; response_revision:1954; number_of_response:1; }","duration":"106.561557ms","start":"2026-08-13T01:00:39.813124Z","end":"2026-08-13T01:00:39.919686Z","steps":["trace[805961294] 'process raft request' (duration: 106.288811ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:01:10.268979Z","caller":"traceutil/trace.go:171","msg":"trace[661565537] linearizableReadLoop","detail":"{readStateIndex:2216; appliedIndex:2215; }","duration":"128.192983ms","start":"2026-08-13T01:01:10.140762Z","end":"2026-08-13T01:01:10.268955Z","steps":["trace[661565537] 'read index received' (duration: 112.61535ms)","trace[661565537] 'applied index is now lower than readState.Index' (duration: 15.576653ms)"],"step_count":2} {"level":"info","ts":"2026-08-13T01:01:10.269098Z","caller":"traceutil/trace.go:171","msg":"trace[48920447] transaction","detail":"{read_only:false; response_revision:2134; number_of_response:1; }","duration":"186.773662ms","start":"2026-08-13T01:01:10.082315Z","end":"2026-08-13T01:01:10.269089Z","steps":["trace[48920447] 'process raft request' (duration: 170.468613ms)","trace[48920447] 'compare' (duration: 16.084384ms)"],"step_count":2} {"level":"warn","ts":"2026-08-13T01:01:10.269411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.639343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-08-13T01:01:10.269482Z","caller":"traceutil/trace.go:171","msg":"trace[559883725] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2134; }","duration":"128.746584ms","start":"2026-08-13T01:01:10.140721Z","end":"2026-08-13T01:01:10.269467Z","steps":["trace[559883725] 'agreement among raft nodes before linearized reading' (duration: 128.577621ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:01:10.901588Z","caller":"traceutil/trace.go:171","msg":"trace[703864675] transaction","detail":"{read_only:false; response_revision:2137; number_of_response:1; }","duration":"129.92819ms","start":"2026-08-13T01:01:10.771633Z","end":"2026-08-13T01:01:10.901561Z","steps":["trace[703864675] 'process raft request' (duration: 129.727266ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:01:16.479653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.68496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-08-13T01:01:16.479736Z","caller":"traceutil/trace.go:171","msg":"trace[221027976] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2165; }","duration":"181.810553ms","start":"2026-08-13T01:01:16.297906Z","end":"2026-08-13T01:01:16.479717Z","steps":["trace[221027976] 'range keys from in-memory index tree' (duration: 181.513087ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:01:16.479779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.650482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-08-13T01:01:16.479859Z","caller":"traceutil/trace.go:171","msg":"trace[681751760] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2165; }","duration":"187.773125ms","start":"2026-08-13T01:01:16.292066Z","end":"2026-08-13T01:01:16.479839Z","steps":["trace[681751760] 'range keys from in-memory index tree' (duration: 187.450188ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:01:16.479942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.887997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-08-13T01:01:16.479979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.136526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-08-13T01:01:16.480071Z","caller":"traceutil/trace.go:171","msg":"trace[62268495] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2165; }","duration":"170.258879ms","start":"2026-08-13T01:01:16.309783Z","end":"2026-08-13T01:01:16.480041Z","steps":["trace[62268495] 'range keys from in-memory index tree' (duration: 169.766759ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:01:16.48009Z","caller":"traceutil/trace.go:171","msg":"trace[1447002536] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2165; }","duration":"173.062551ms","start":"2026-08-13T01:01:16.306964Z","end":"2026-08-13T01:01:16.480027Z","steps":["trace[1447002536] 'range keys from in-memory index tree' (duration: 172.684103ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:06:34.429753Z","caller":"traceutil/trace.go:171","msg":"trace[1825584602] transaction","detail":"{read_only:false; response_revision:4833; number_of_response:1; }","duration":"120.662203ms","start":"2026-08-13T01:06:34.309063Z","end":"2026-08-13T01:06:34.429725Z","steps":["trace[1825584602] 'process raft request' (duration: 120.460079ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:06:59.627803Z","caller":"traceutil/trace.go:171","msg":"trace[1777543985] linearizableReadLoop","detail":"{readStateIndex:5635; appliedIndex:5634; }","duration":"188.499123ms","start":"2026-08-13T01:06:59.43927Z","end":"2026-08-13T01:06:59.627769Z","steps":["trace[1777543985] 'read index received' (duration: 188.234656ms)","trace[1777543985] 'applied index is now lower than readState.Index' (duration: 263.247µs)"],"step_count":2} {"level":"info","ts":"2026-08-13T01:06:59.627898Z","caller":"traceutil/trace.go:171","msg":"trace[1325902984] transaction","detail":"{read_only:false; response_revision:5429; number_of_response:1; }","duration":"215.785459ms","start":"2026-08-13T01:06:59.41208Z","end":"2026-08-13T01:06:59.627866Z","steps":["trace[1325902984] 'process raft request' (duration: 215.493181ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:06:59.628138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.85124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-08-13T01:06:59.628225Z","caller":"traceutil/trace.go:171","msg":"trace[1595875210] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5429; }","duration":"189.005103ms","start":"2026-08-13T01:06:59.439197Z","end":"2026-08-13T01:06:59.628203Z","steps":["trace[1595875210] 'agreement among raft nodes before linearized reading' (duration: 188.755948ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:06:59.874908Z","caller":"traceutil/trace.go:171","msg":"trace[993105437] transaction","detail":"{read_only:false; response_revision:5430; number_of_response:1; }","duration":"233.504136ms","start":"2026-08-13T01:06:59.641354Z","end":"2026-08-13T01:06:59.874859Z","steps":["trace[993105437] 'process raft request' (duration: 135.144156ms)","trace[993105437] 'compare' (duration: 98.116235ms)"],"step_count":2} {"level":"warn","ts":"2026-08-13T01:07:00.124018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.068024ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-08-13T01:07:00.124275Z","caller":"traceutil/trace.go:171","msg":"trace[288036828] transaction","detail":"{read_only:false; response_revision:5433; number_of_response:1; }","duration":"242.877731ms","start":"2026-08-13T01:06:59.88138Z","end":"2026-08-13T01:07:00.124258Z","steps":["trace[288036828] 'process raft request' (duration: 242.752099ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:07:00.124296Z","caller":"traceutil/trace.go:171","msg":"trace[999095873] transaction","detail":"{read_only:false; response_revision:5432; number_of_response:1; }","duration":"243.208918ms","start":"2026-08-13T01:06:59.881045Z","end":"2026-08-13T01:07:00.124254Z","steps":["trace[999095873] 'process raft request' (duration: 133.349956ms)","trace[999095873] 'compare' (duration: 108.88594ms)"],"step_count":2} {"level":"info","ts":"2026-08-13T01:07:00.124602Z","caller":"traceutil/trace.go:171","msg":"trace[986891950] transaction","detail":"{read_only:false; response_revision:5434; number_of_response:1; }","duration":"242.628725ms","start":"2026-08-13T01:06:59.881945Z","end":"2026-08-13T01:07:00.124574Z","steps":["trace[986891950] 'process raft request' (duration: 242.264957ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:07:00.12485Z","caller":"traceutil/trace.go:171","msg":"trace[580485450] linearizableReadLoop","detail":"{readStateIndex:5642; appliedIndex:5636; }","duration":"193.818458ms","start":"2026-08-13T01:06:59.931018Z","end":"2026-08-13T01:07:00.124836Z","steps":["trace[580485450] 'read index received' (duration: 14.088808ms)","trace[580485450] 'applied index is now lower than readState.Index' (duration: 179.72825ms)"],"step_count":2} {"level":"warn","ts":"2026-08-13T01:07:00.125015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.001702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-08-13T01:07:00.125044Z","caller":"traceutil/trace.go:171","msg":"trace[230343308] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5436; }","duration":"194.097804ms","start":"2026-08-13T01:06:59.930938Z","end":"2026-08-13T01:07:00.125035Z","steps":["trace[230343308] 'agreement among raft nodes before linearized reading' (duration: 193.952891ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:07:00.12513Z","caller":"traceutil/trace.go:171","msg":"trace[33094135] transaction","detail":"{read_only:false; response_revision:5436; number_of_response:1; }","duration":"240.616261ms","start":"2026-08-13T01:06:59.884474Z","end":"2026-08-13T01:07:00.12509Z","steps":["trace[33094135] 'process raft request' (duration: 240.295964ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:07:00.12522Z","caller":"traceutil/trace.go:171","msg":"trace[1623437940] transaction","detail":"{read_only:false; response_revision:5435; number_of_response:1; }","duration":"242.321618ms","start":"2026-08-13T01:06:59.882858Z","end":"2026-08-13T01:07:00.12518Z","steps":["trace[1623437940] 'process raft request' (duration: 241.606103ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:07:09.683038Z","caller":"traceutil/trace.go:171","msg":"trace[1708156940] transaction","detail":"{read_only:false; response_revision:5574; number_of_response:1; }","duration":"101.603151ms","start":"2026-08-13T01:07:09.58141Z","end":"2026-08-13T01:07:09.683013Z","steps":["trace[1708156940] 'process raft request' (duration: 65.645555ms)","trace[1708156940] 'compare' (duration: 35.734851ms)"],"step_count":2} {"level":"info","ts":"2026-08-13T01:07:09.683069Z","caller":"traceutil/trace.go:171","msg":"trace[1398446287] transaction","detail":"{read_only:false; response_revision:5575; number_of_response:1; }","duration":"100.887826ms","start":"2026-08-13T01:07:09.582156Z","end":"2026-08-13T01:07:09.683044Z","steps":["trace[1398446287] 'process raft request' (duration: 100.778713ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:07:09.683404Z","caller":"traceutil/trace.go:171","msg":"trace[581313607] transaction","detail":"{read_only:false; response_revision:5576; number_of_response:1; }","duration":"100.558859ms","start":"2026-08-13T01:07:09.582838Z","end":"2026-08-13T01:07:09.683397Z","steps":["trace[581313607] 'process raft request' (duration: 100.14977ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:07:09.683378Z","caller":"traceutil/trace.go:171","msg":"trace[1422023997] transaction","detail":"{read_only:false; response_revision:5577; number_of_response:1; }","duration":"100.250492ms","start":"2026-08-13T01:07:09.58311Z","end":"2026-08-13T01:07:09.68336Z","steps":["trace[1422023997] 'process raft request' (duration: 100.096579ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:07:51.53144Z","caller":"traceutil/trace.go:171","msg":"trace[1047144287] transaction","detail":"{read_only:false; response_revision:5927; number_of_response:1; }","duration":"145.434219ms","start":"2026-08-13T01:07:51.385898Z","end":"2026-08-13T01:07:51.531332Z","steps":["trace[1047144287] 'process raft request' (duration: 140.156194ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:07:59.811084Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2924} {"level":"info","ts":"2026-08-13T01:07:59.880864Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2924,"took":"68.14271ms","hash":1980062483,"current-db-size-bytes":57753600,"current-db-size":"58 MB","current-db-size-in-use-bytes":33767424,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-08-13T01:07:59.880922Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1980062483,"revision":2924,"compact-revision":-1} {"level":"info","ts":"2026-08-13T01:12:57.588257Z","caller":"traceutil/trace.go:171","msg":"trace[331115811] linearizableReadLoop","detail":"{readStateIndex:8503; appliedIndex:8502; }","duration":"121.537442ms","start":"2026-08-13T01:12:57.466694Z","end":"2026-08-13T01:12:57.588231Z","steps":["trace[331115811] 'read index received' (duration: 121.366478ms)","trace[331115811] 'applied index is now lower than readState.Index' (duration: 169.634µs)"],"step_count":2} {"level":"info","ts":"2026-08-13T01:12:57.588345Z","caller":"traceutil/trace.go:171","msg":"trace[1057211235] transaction","detail":"{read_only:false; response_revision:8211; number_of_response:1; }","duration":"172.248046ms","start":"2026-08-13T01:12:57.416066Z","end":"2026-08-13T01:12:57.588314Z","steps":["trace[1057211235] 'process raft request' (duration: 171.97963ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:12:57.588424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.706005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-13T01:12:57.588483Z","caller":"traceutil/trace.go:171","msg":"trace[1187813637] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:8211; }","duration":"121.826168ms","start":"2026-08-13T01:12:57.46664Z","end":"2026-08-13T01:12:57.588466Z","steps":["trace[1187813637] 'agreement among raft nodes before linearized reading' (duration: 121.712315ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:12:57.722496Z","caller":"traceutil/trace.go:171","msg":"trace[1806143867] transaction","detail":"{read_only:false; response_revision:8212; number_of_response:1; }","duration":"208.908043ms","start":"2026-08-13T01:12:57.513568Z","end":"2026-08-13T01:12:57.722476Z","steps":["trace[1806143867] 'process raft request' (duration: 207.896681ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:12:59.816147Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6000} {"level":"info","ts":"2026-08-13T01:12:59.914129Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6000,"took":"96.41451ms","hash":3921511842,"current-db-size-bytes":57753600,"current-db-size":"58 MB","current-db-size-in-use-bytes":23392256,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-08-13T01:12:59.914217Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3921511842,"revision":6000,"compact-revision":2924} {"level":"info","ts":"2026-08-13T01:13:09.796355Z","caller":"traceutil/trace.go:171","msg":"trace[1854634088] transaction","detail":"{read_only:false; response_revision:8276; number_of_response:1; }","duration":"167.37143ms","start":"2026-08-13T01:13:09.628956Z","end":"2026-08-13T01:13:09.796327Z","steps":["trace[1854634088] 'process raft request' (duration: 167.170676ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:13:09.942114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.178449ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-13T01:13:09.942249Z","caller":"traceutil/trace.go:171","msg":"trace[933358398] linearizableReadLoop","detail":"{readStateIndex:8574; appliedIndex:8572; }","duration":"152.866211ms","start":"2026-08-13T01:13:09.78936Z","end":"2026-08-13T01:13:09.942227Z","steps":["trace[933358398] 'read index received' (duration: 6.731759ms)","trace[933358398] 'applied index is now lower than readState.Index' (duration: 146.132832ms)"],"step_count":2} {"level":"warn","ts":"2026-08-13T01:13:09.942348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.995214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-13T01:13:09.942396Z","caller":"traceutil/trace.go:171","msg":"trace[1095077438] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8277; }","duration":"153.115487ms","start":"2026-08-13T01:13:09.789267Z","end":"2026-08-13T01:13:09.942383Z","steps":["trace[1095077438] 'agreement among raft nodes before linearized reading' (duration: 153.019825ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:13:09.942405Z","caller":"traceutil/trace.go:171","msg":"trace[1814632904] transaction","detail":"{read_only:false; response_revision:8277; number_of_response:1; }","duration":"181.907779ms","start":"2026-08-13T01:13:09.760459Z","end":"2026-08-13T01:13:09.942367Z","steps":["trace[1814632904] 'process raft request' (duration: 52.214649ms)","trace[1814632904] 'compare' (duration: 129.042486ms)"],"step_count":2} {"level":"warn","ts":"2026-08-13T01:13:10.776247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.743443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-13T01:13:10.776323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.231229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6f6789c54b-nz48f.18cb384aaaa6370b\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-08-13T01:13:10.776357Z","caller":"traceutil/trace.go:171","msg":"trace[1590631915] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8283; }","duration":"129.903206ms","start":"2026-08-13T01:13:10.646428Z","end":"2026-08-13T01:13:10.776331Z","steps":["trace[1590631915] 'count revisions from in-memory index tree' (duration: 129.667771ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:13:10.77639Z","caller":"traceutil/trace.go:171","msg":"trace[1732810228] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6f6789c54b-nz48f.18cb384aaaa6370b; range_end:; response_count:1; response_revision:8283; }","duration":"249.336801ms","start":"2026-08-13T01:13:10.527039Z","end":"2026-08-13T01:13:10.776376Z","steps":["trace[1732810228] 'range keys from in-memory index tree' (duration: 248.997344ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:13:10.776582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.023988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-13T01:13:10.776614Z","caller":"traceutil/trace.go:171","msg":"trace[2008871820] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:8283; }","duration":"316.104929ms","start":"2026-08-13T01:13:10.460501Z","end":"2026-08-13T01:13:10.776606Z","steps":["trace[2008871820] 'count revisions from in-memory index tree' (duration: 315.941446ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:13:10.776607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.023979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-13T01:13:10.776743Z","caller":"traceutil/trace.go:171","msg":"trace[1072217959] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8283; }","duration":"130.228183ms","start":"2026-08-13T01:13:10.646482Z","end":"2026-08-13T01:13:10.77671Z","steps":["trace[1072217959] 'range keys from in-memory index tree' (duration: 129.920207ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:13:10.776815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.21368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-t9lj8\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-08-13T01:13:10.776931Z","caller":"traceutil/trace.go:171","msg":"trace[1489056444] range","detail":"{range_begin:/registry/pods/openstack/keepalived-t9lj8; range_end:; response_count:1; response_revision:8283; }","duration":"108.379254ms","start":"2026-08-13T01:13:10.668524Z","end":"2026-08-13T01:13:10.776903Z","steps":["trace[1489056444] 'range keys from in-memory index tree' (duration: 108.018435ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:13:10.776636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:13:10.460478Z","time spent":"316.150481ms","remote":"127.0.0.1:57744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-08-13T01:13:10.777112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.424558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-13T01:13:10.777181Z","caller":"traceutil/trace.go:171","msg":"trace[1328680520] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8283; }","duration":"130.51236ms","start":"2026-08-13T01:13:10.646651Z","end":"2026-08-13T01:13:10.777163Z","steps":["trace[1328680520] 'range keys from in-memory index tree' (duration: 130.373896ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:13:38.880468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.641914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-08-13T01:13:38.880536Z","caller":"traceutil/trace.go:171","msg":"trace[949161226] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8489; }","duration":"413.775887ms","start":"2026-08-13T01:13:38.466749Z","end":"2026-08-13T01:13:38.880524Z","steps":["trace[949161226] 'range keys from in-memory index tree' (duration: 413.488431ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:13:38.880558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:13:38.466719Z","time spent":"413.835228ms","remote":"127.0.0.1:57518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-08-13T01:13:40.628693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.972144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6f6789c54b-nz48f.18cb384aaaa6370b\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-08-13T01:13:40.628761Z","caller":"traceutil/trace.go:171","msg":"trace[303237167] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6f6789c54b-nz48f.18cb384aaaa6370b; range_end:; response_count:1; response_revision:8498; }","duration":"101.056086ms","start":"2026-08-13T01:13:40.527689Z","end":"2026-08-13T01:13:40.628745Z","steps":["trace[303237167] 'range keys from in-memory index tree' (duration: 100.80193ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:13:51.660014Z","caller":"traceutil/trace.go:171","msg":"trace[2088329683] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8597; }","duration":"178.423994ms","start":"2026-08-13T01:13:51.48157Z","end":"2026-08-13T01:13:51.659994Z","steps":["trace[2088329683] 'process raft request' (duration: 104.944589ms)","trace[2088329683] 'compare' (duration: 73.079866ms)"],"step_count":2} {"level":"info","ts":"2026-08-13T01:13:51.660009Z","caller":"traceutil/trace.go:171","msg":"trace[1885727144] transaction","detail":"{read_only:false; response_revision:8598; number_of_response:1; }","duration":"174.233384ms","start":"2026-08-13T01:13:51.485746Z","end":"2026-08-13T01:13:51.65998Z","steps":["trace[1885727144] 'process raft request' (duration: 174.129911ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:13:52.222483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.954707ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-13T01:13:52.222617Z","caller":"traceutil/trace.go:171","msg":"trace[1049023003] linearizableReadLoop","detail":"{readStateIndex:8911; appliedIndex:8910; }","duration":"208.5712ms","start":"2026-08-13T01:13:52.014026Z","end":"2026-08-13T01:13:52.222597Z","steps":["trace[1049023003] 'read index received' (duration: 98.384948ms)","trace[1049023003] 'applied index is now lower than readState.Index' (duration: 110.184462ms)"],"step_count":2} {"level":"info","ts":"2026-08-13T01:13:52.222736Z","caller":"traceutil/trace.go:171","msg":"trace[1988568594] transaction","detail":"{read_only:false; response_revision:8602; number_of_response:1; }","duration":"223.244714ms","start":"2026-08-13T01:13:51.999477Z","end":"2026-08-13T01:13:52.222722Z","steps":["trace[1988568594] 'process raft request' (duration: 112.92605ms)","trace[1988568594] 'compare' (duration: 109.802814ms)"],"step_count":2} {"level":"warn","ts":"2026-08-13T01:13:52.22291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.833945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-13T01:13:52.223029Z","caller":"traceutil/trace.go:171","msg":"trace[450447434] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:8602; }","duration":"209.018609ms","start":"2026-08-13T01:13:52.013983Z","end":"2026-08-13T01:13:52.223002Z","steps":["trace[450447434] 'agreement among raft nodes before linearized reading' (duration: 208.732483ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:13:52.256312Z","caller":"traceutil/trace.go:171","msg":"trace[1624457588] transaction","detail":"{read_only:false; response_revision:8603; number_of_response:1; }","duration":"220.784392ms","start":"2026-08-13T01:13:52.035503Z","end":"2026-08-13T01:13:52.256287Z","steps":["trace[1624457588] 'process raft request' (duration: 220.607828ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:13:52.415744Z","caller":"traceutil/trace.go:171","msg":"trace[1060340662] linearizableReadLoop","detail":"{readStateIndex:8913; appliedIndex:8911; }","duration":"193.068137ms","start":"2026-08-13T01:13:52.222641Z","end":"2026-08-13T01:13:52.415709Z","steps":["trace[1060340662] 'read index received' (duration: 33.473197ms)","trace[1060340662] 'applied index is now lower than readState.Index' (duration: 159.59363ms)"],"step_count":2} {"level":"info","ts":"2026-08-13T01:13:52.415858Z","caller":"traceutil/trace.go:171","msg":"trace[1541148986] transaction","detail":"{read_only:false; response_revision:8604; number_of_response:1; }","duration":"299.699352ms","start":"2026-08-13T01:13:52.11612Z","end":"2026-08-13T01:13:52.415819Z","steps":["trace[1541148986] 'process raft request' (duration: 246.335619ms)","trace[1541148986] 'compare' (duration: 53.029796ms)"],"step_count":2} {"level":"warn","ts":"2026-08-13T01:13:52.415954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.876722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-08-13T01:13:52.416037Z","caller":"traceutil/trace.go:171","msg":"trace[694011640] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8604; }","duration":"199.018845ms","start":"2026-08-13T01:13:52.217Z","end":"2026-08-13T01:13:52.416019Z","steps":["trace[694011640] 'agreement among raft nodes before linearized reading' (duration: 198.820651ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:13:52.416143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.84285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-13T01:13:52.416198Z","caller":"traceutil/trace.go:171","msg":"trace[1499013426] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:8604; }","duration":"134.967232ms","start":"2026-08-13T01:13:52.281216Z","end":"2026-08-13T01:13:52.416184Z","steps":["trace[1499013426] 'agreement among raft nodes before linearized reading' (duration: 134.681386ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:13:52.416199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.910547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-08-13T01:13:52.416258Z","caller":"traceutil/trace.go:171","msg":"trace[1472077331] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8604; }","duration":"117.994888ms","start":"2026-08-13T01:13:52.298248Z","end":"2026-08-13T01:13:52.416242Z","steps":["trace[1472077331] 'agreement among raft nodes before linearized reading' (duration: 117.831185ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:13:52.416259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.613647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-08-13T01:13:52.41635Z","caller":"traceutil/trace.go:171","msg":"trace[1989078851] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8604; }","duration":"101.726989ms","start":"2026-08-13T01:13:52.314599Z","end":"2026-08-13T01:13:52.416326Z","steps":["trace[1989078851] 'agreement among raft nodes before linearized reading' (duration: 101.486524ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:13:52.55613Z","caller":"traceutil/trace.go:171","msg":"trace[1694224641] transaction","detail":"{read_only:false; response_revision:8606; number_of_response:1; }","duration":"136.096097ms","start":"2026-08-13T01:13:52.420006Z","end":"2026-08-13T01:13:52.556102Z","steps":["trace[1694224641] 'process raft request' (duration: 128.744769ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:13:52.556475Z","caller":"traceutil/trace.go:171","msg":"trace[299150595] transaction","detail":"{read_only:false; response_revision:8607; number_of_response:1; }","duration":"136.098087ms","start":"2026-08-13T01:13:52.420351Z","end":"2026-08-13T01:13:52.556449Z","steps":["trace[299150595] 'process raft request' (duration: 135.706619ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:13:52.556538Z","caller":"traceutil/trace.go:171","msg":"trace[1821399551] transaction","detail":"{read_only:false; response_revision:8608; number_of_response:1; }","duration":"136.153018ms","start":"2026-08-13T01:13:52.420362Z","end":"2026-08-13T01:13:52.556515Z","steps":["trace[1821399551] 'process raft request' (duration: 135.892083ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:13:52.595793Z","caller":"traceutil/trace.go:171","msg":"trace[1379086568] transaction","detail":"{read_only:false; response_revision:8609; number_of_response:1; }","duration":"135.447523ms","start":"2026-08-13T01:13:52.460321Z","end":"2026-08-13T01:13:52.595769Z","steps":["trace[1379086568] 'process raft request' (duration: 135.268379ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:13:52.595968Z","caller":"traceutil/trace.go:171","msg":"trace[1652467179] transaction","detail":"{read_only:false; response_revision:8610; number_of_response:1; }","duration":"132.341976ms","start":"2026-08-13T01:13:52.463596Z","end":"2026-08-13T01:13:52.595938Z","steps":["trace[1652467179] 'process raft request' (duration: 132.126552ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:13:53.077102Z","caller":"traceutil/trace.go:171","msg":"trace[935601123] linearizableReadLoop","detail":"{readStateIndex:8920; appliedIndex:8919; }","duration":"117.12837ms","start":"2026-08-13T01:13:52.959945Z","end":"2026-08-13T01:13:53.077073Z","steps":["trace[935601123] 'read index received' (duration: 116.831063ms)","trace[935601123] 'applied index is now lower than readState.Index' (duration: 295.977µs)"],"step_count":2} {"level":"warn","ts":"2026-08-13T01:13:53.077381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.404295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-08-13T01:13:53.077463Z","caller":"traceutil/trace.go:171","msg":"trace[1435310962] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8610; }","duration":"117.522178ms","start":"2026-08-13T01:13:52.959922Z","end":"2026-08-13T01:13:53.077444Z","steps":["trace[1435310962] 'agreement among raft nodes before linearized reading' (duration: 117.251903ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:14:10.576742Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000023b9.wal"} {"level":"info","ts":"2026-08-13T01:15:50.630563Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"e1254347e028571c","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-08-13T01:15:50.641758Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-08-13T01:15:50.641906Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-08-13T01:17:59.821982Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8223} {"level":"info","ts":"2026-08-13T01:17:59.909244Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8223,"took":"85.387846ms","hash":2072387139,"current-db-size-bytes":57753600,"current-db-size":"58 MB","current-db-size-in-use-bytes":24989696,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-08-13T01:17:59.909329Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2072387139,"revision":8223,"compact-revision":6000} {"level":"warn","ts":"2026-08-13T01:20:26.028834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.638667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-13T01:20:26.028954Z","caller":"traceutil/trace.go:171","msg":"trace[70381602] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:11670; }","duration":"112.81073ms","start":"2026-08-13T01:20:25.916115Z","end":"2026-08-13T01:20:26.028925Z","steps":["trace[70381602] 'count revisions from in-memory index tree' (duration: 112.528105ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:20:44.145581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.162704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-t9lj8\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-08-13T01:20:44.145683Z","caller":"traceutil/trace.go:171","msg":"trace[955645009] range","detail":"{range_begin:/registry/pods/openstack/keepalived-t9lj8; range_end:; response_count:1; response_revision:11773; }","duration":"121.332378ms","start":"2026-08-13T01:20:44.024331Z","end":"2026-08-13T01:20:44.145663Z","steps":["trace[955645009] 'range keys from in-memory index tree' (duration: 120.895138ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:22:59.828686Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10456} {"level":"info","ts":"2026-08-13T01:22:59.914065Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10456,"took":"82.883831ms","hash":943363177,"current-db-size-bytes":57753600,"current-db-size":"58 MB","current-db-size-in-use-bytes":26136576,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-08-13T01:22:59.914156Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":943363177,"revision":10456,"compact-revision":8223} {"level":"info","ts":"2026-08-13T01:27:25.596184Z","caller":"traceutil/trace.go:171","msg":"trace[150304559] linearizableReadLoop","detail":"{readStateIndex:14950; appliedIndex:14949; }","duration":"152.588891ms","start":"2026-08-13T01:27:25.443559Z","end":"2026-08-13T01:27:25.596148Z","steps":["trace[150304559] 'read index received' (duration: 145.820135ms)","trace[150304559] 'applied index is now lower than readState.Index' (duration: 6.766516ms)"],"step_count":2} {"level":"info","ts":"2026-08-13T01:27:25.596534Z","caller":"traceutil/trace.go:171","msg":"trace[832681215] transaction","detail":"{read_only:false; response_revision:14448; number_of_response:1; }","duration":"175.100402ms","start":"2026-08-13T01:27:25.421382Z","end":"2026-08-13T01:27:25.596482Z","steps":["trace[832681215] 'process raft request' (duration: 167.936276ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:27:25.596711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.115162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-hjpsf\" ","response":"range_response_count:1 size:12360"} {"level":"warn","ts":"2026-08-13T01:27:25.59678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.179852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-t9lj8\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-08-13T01:27:25.59686Z","caller":"traceutil/trace.go:171","msg":"trace[401095073] range","detail":"{range_begin:/registry/pods/openstack/keepalived-t9lj8; range_end:; response_count:1; response_revision:14447; }","duration":"231.329775ms","start":"2026-08-13T01:27:25.365513Z","end":"2026-08-13T01:27:25.596842Z","steps":["trace[401095073] 'range keys from in-memory index tree' (duration: 230.402276ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:27:25.5968Z","caller":"traceutil/trace.go:171","msg":"trace[788549913] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-hjpsf; range_end:; response_count:1; response_revision:14448; }","duration":"153.277636ms","start":"2026-08-13T01:27:25.443503Z","end":"2026-08-13T01:27:25.59678Z","steps":["trace[788549913] 'agreement among raft nodes before linearized reading' (duration: 152.97941ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:27:25.597044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.481425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-08-13T01:27:25.597116Z","caller":"traceutil/trace.go:171","msg":"trace[1157977271] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14448; }","duration":"149.595987ms","start":"2026-08-13T01:27:25.447502Z","end":"2026-08-13T01:27:25.597098Z","steps":["trace[1157977271] 'agreement among raft nodes before linearized reading' (duration: 149.407692ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:27:25.814707Z","caller":"traceutil/trace.go:171","msg":"trace[2119463727] transaction","detail":"{read_only:false; response_revision:14449; number_of_response:1; }","duration":"203.152162ms","start":"2026-08-13T01:27:25.611526Z","end":"2026-08-13T01:27:25.814678Z","steps":["trace[2119463727] 'process raft request' (duration: 202.898907ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:27:25.820394Z","caller":"traceutil/trace.go:171","msg":"trace[1784001237] linearizableReadLoop","detail":"{readStateIndex:14952; appliedIndex:14950; }","duration":"164.87269ms","start":"2026-08-13T01:27:25.655503Z","end":"2026-08-13T01:27:25.820376Z","steps":["trace[1784001237] 'read index received' (duration: 158.994322ms)","trace[1784001237] 'applied index is now lower than readState.Index' (duration: 5.877538ms)"],"step_count":2} {"level":"warn","ts":"2026-08-13T01:27:25.820519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.005282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-13T01:27:25.820547Z","caller":"traceutil/trace.go:171","msg":"trace[1183679749] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:14450; }","duration":"165.050073ms","start":"2026-08-13T01:27:25.655491Z","end":"2026-08-13T01:27:25.820541Z","steps":["trace[1183679749] 'agreement among raft nodes before linearized reading' (duration: 164.961611ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:27:25.820731Z","caller":"traceutil/trace.go:171","msg":"trace[271400732] transaction","detail":"{read_only:false; response_revision:14450; number_of_response:1; }","duration":"178.979576ms","start":"2026-08-13T01:27:25.641704Z","end":"2026-08-13T01:27:25.820684Z","steps":["trace[271400732] 'process raft request' (duration: 178.577908ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:27:47.355315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.686093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-13T01:27:47.355406Z","caller":"traceutil/trace.go:171","msg":"trace[864777631] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:14755; }","duration":"185.845127ms","start":"2026-08-13T01:27:47.169543Z","end":"2026-08-13T01:27:47.355388Z","steps":["trace[864777631] 'count revisions from in-memory index tree' (duration: 185.55932ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:27:47.355447Z","caller":"traceutil/trace.go:171","msg":"trace[865781606] linearizableReadLoop","detail":"{readStateIndex:15270; appliedIndex:15269; }","duration":"101.903609ms","start":"2026-08-13T01:27:47.253515Z","end":"2026-08-13T01:27:47.355419Z","steps":["trace[865781606] 'read index received' (duration: 41.469833ms)","trace[865781606] 'applied index is now lower than readState.Index' (duration: 60.432236ms)"],"step_count":2} {"level":"info","ts":"2026-08-13T01:27:47.355503Z","caller":"traceutil/trace.go:171","msg":"trace[1731549197] transaction","detail":"{read_only:false; response_revision:14756; number_of_response:1; }","duration":"131.156905ms","start":"2026-08-13T01:27:47.224309Z","end":"2026-08-13T01:27:47.355466Z","steps":["trace[1731549197] 'process raft request' (duration: 70.697889ms)","trace[1731549197] 'compare' (duration: 60.271852ms)"],"step_count":2} {"level":"warn","ts":"2026-08-13T01:27:47.355816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.255347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0208c7cb-e8b7-4916-b045-c6b385283d76\" ","response":"range_response_count:1 size:3636"} {"level":"info","ts":"2026-08-13T01:27:47.355923Z","caller":"traceutil/trace.go:171","msg":"trace[360558141] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0208c7cb-e8b7-4916-b045-c6b385283d76; range_end:; response_count:1; response_revision:14756; }","duration":"102.454001ms","start":"2026-08-13T01:27:47.253446Z","end":"2026-08-13T01:27:47.3559Z","steps":["trace[360558141] 'agreement among raft nodes before linearized reading' (duration: 102.073983ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:27:47.613598Z","caller":"traceutil/trace.go:171","msg":"trace[397147751] transaction","detail":"{read_only:false; response_revision:14757; number_of_response:1; }","duration":"253.948619ms","start":"2026-08-13T01:27:47.359623Z","end":"2026-08-13T01:27:47.613571Z","steps":["trace[397147751] 'process raft request' (duration: 253.745845ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:27:47.618949Z","caller":"traceutil/trace.go:171","msg":"trace[925270925] transaction","detail":"{read_only:false; response_revision:14758; number_of_response:1; }","duration":"258.431707ms","start":"2026-08-13T01:27:47.360481Z","end":"2026-08-13T01:27:47.618912Z","steps":["trace[925270925] 'process raft request' (duration: 258.225342ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:27:59.839311Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12709} {"level":"info","ts":"2026-08-13T01:27:59.925472Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12709,"took":"83.419646ms","hash":4160226863,"current-db-size-bytes":57753600,"current-db-size":"58 MB","current-db-size-in-use-bytes":28258304,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-08-13T01:27:59.925544Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4160226863,"revision":12709,"compact-revision":10456} {"level":"info","ts":"2026-08-13T01:29:14.084015Z","caller":"traceutil/trace.go:171","msg":"trace[2021111472] linearizableReadLoop","detail":"{readStateIndex:16108; appliedIndex:16107; }","duration":"181.085702ms","start":"2026-08-13T01:29:13.902901Z","end":"2026-08-13T01:29:14.083987Z","steps":["trace[2021111472] 'read index received' (duration: 181.039401ms)","trace[2021111472] 'applied index is now lower than readState.Index' (duration: 45.001µs)"],"step_count":2} {"level":"info","ts":"2026-08-13T01:29:14.084166Z","caller":"traceutil/trace.go:171","msg":"trace[587186804] transaction","detail":"{read_only:false; response_revision:15569; number_of_response:1; }","duration":"181.665025ms","start":"2026-08-13T01:29:13.902486Z","end":"2026-08-13T01:29:14.084151Z","steps":["trace[587186804] 'process raft request' (duration: 181.334728ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:29:14.084442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.520971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-08-13T01:29:14.084485Z","caller":"traceutil/trace.go:171","msg":"trace[460697803] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15569; }","duration":"181.618004ms","start":"2026-08-13T01:29:13.902857Z","end":"2026-08-13T01:29:14.084475Z","steps":["trace[460697803] 'agreement among raft nodes before linearized reading' (duration: 181.45744ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:29:14.133969Z","caller":"traceutil/trace.go:171","msg":"trace[1773400377] transaction","detail":"{read_only:false; response_revision:15570; number_of_response:1; }","duration":"103.635596ms","start":"2026-08-13T01:29:14.030293Z","end":"2026-08-13T01:29:14.133929Z","steps":["trace[1773400377] 'process raft request' (duration: 103.38872ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:29:14.134174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.125556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-sg5j6\" ","response":"range_response_count:1 size:9798"} {"level":"warn","ts":"2026-08-13T01:29:14.134148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.948572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-08-13T01:29:14.134245Z","caller":"traceutil/trace.go:171","msg":"trace[1030872192] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-sg5j6; range_end:; response_count:1; response_revision:15570; }","duration":"154.215937ms","start":"2026-08-13T01:29:13.980012Z","end":"2026-08-13T01:29:14.134228Z","steps":["trace[1030872192] 'agreement among raft nodes before linearized reading' (duration: 154.038113ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:29:14.134291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.420112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-08-13T01:29:14.134271Z","caller":"traceutil/trace.go:171","msg":"trace[424865559] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15570; }","duration":"104.105997ms","start":"2026-08-13T01:29:14.030139Z","end":"2026-08-13T01:29:14.134244Z","steps":["trace[424865559] 'agreement among raft nodes before linearized reading' (duration: 103.738559ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:29:14.134429Z","caller":"traceutil/trace.go:171","msg":"trace[1552080091] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15570; }","duration":"103.588325ms","start":"2026-08-13T01:29:14.030817Z","end":"2026-08-13T01:29:14.134406Z","steps":["trace[1552080091] 'agreement among raft nodes before linearized reading' (duration: 103.33754ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:29:14.133995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.964463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-13T01:29:14.134555Z","caller":"traceutil/trace.go:171","msg":"trace[1846420096] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:15570; }","duration":"104.521955ms","start":"2026-08-13T01:29:14.02999Z","end":"2026-08-13T01:29:14.134512Z","steps":["trace[1846420096] 'agreement among raft nodes before linearized reading' (duration: 103.902162ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:29:14.398128Z","caller":"traceutil/trace.go:171","msg":"trace[1363954111] transaction","detail":"{read_only:false; response_revision:15573; number_of_response:1; }","duration":"179.007997ms","start":"2026-08-13T01:29:14.219062Z","end":"2026-08-13T01:29:14.39807Z","steps":["trace[1363954111] 'process raft request' (duration: 124.145362ms)","trace[1363954111] 'compare' (duration: 54.536898ms)"],"step_count":2} {"level":"info","ts":"2026-08-13T01:32:59.845493Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14848} {"level":"info","ts":"2026-08-13T01:32:59.937497Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14848,"took":"88.548946ms","hash":1879380361,"current-db-size-bytes":57753600,"current-db-size":"58 MB","current-db-size-in-use-bytes":30908416,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-08-13T01:32:59.937561Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1879380361,"revision":14848,"compact-revision":12709} {"level":"info","ts":"2026-08-13T01:34:49.82032Z","caller":"traceutil/trace.go:171","msg":"trace[258090898] transaction","detail":"{read_only:false; response_revision:18093; number_of_response:1; }","duration":"215.8498ms","start":"2026-08-13T01:34:49.604441Z","end":"2026-08-13T01:34:49.820291Z","steps":["trace[258090898] 'process raft request' (duration: 215.509583ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:34:50.999661Z","caller":"traceutil/trace.go:171","msg":"trace[293611137] transaction","detail":"{read_only:false; response_revision:18098; number_of_response:1; }","duration":"115.629588ms","start":"2026-08-13T01:34:50.884001Z","end":"2026-08-13T01:34:50.999631Z","steps":["trace[293611137] 'process raft request' (duration: 115.426413ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:37:09.513183Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"e1254347e028571c","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-08-13T01:37:09.522715Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-08-13T01:37:09.522846Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-08-13T01:37:59.851831Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17350} {"level":"info","ts":"2026-08-13T01:37:59.951759Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17350,"took":"97.003511ms","hash":1452909718,"current-db-size-bytes":57753600,"current-db-size":"58 MB","current-db-size-in-use-bytes":34766848,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-08-13T01:37:59.951892Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1452909718,"revision":17350,"compact-revision":14848} {"level":"info","ts":"2026-08-13T01:40:30.416526Z","caller":"traceutil/trace.go:171","msg":"trace[195739686] transaction","detail":"{read_only:false; response_revision:20743; number_of_response:1; }","duration":"153.844025ms","start":"2026-08-13T01:40:30.262658Z","end":"2026-08-13T01:40:30.416502Z","steps":["trace[195739686] 'process raft request' (duration: 153.63975ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:40:30.733429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.739904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-13T01:40:30.733508Z","caller":"traceutil/trace.go:171","msg":"trace[1076096923] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:20743; }","duration":"283.864017ms","start":"2026-08-13T01:40:30.449628Z","end":"2026-08-13T01:40:30.733492Z","steps":["trace[1076096923] 'count revisions from in-memory index tree' (duration: 283.647382ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:40:30.747273Z","caller":"traceutil/trace.go:171","msg":"trace[301922866] linearizableReadLoop","detail":"{readStateIndex:21455; appliedIndex:21454; }","duration":"119.967193ms","start":"2026-08-13T01:40:30.62728Z","end":"2026-08-13T01:40:30.747247Z","steps":["trace[301922866] 'read index received' (duration: 119.743918ms)","trace[301922866] 'applied index is now lower than readState.Index' (duration: 222.505µs)"],"step_count":2} {"level":"info","ts":"2026-08-13T01:40:30.747337Z","caller":"traceutil/trace.go:171","msg":"trace[652229068] transaction","detail":"{read_only:false; response_revision:20744; number_of_response:1; }","duration":"161.603744ms","start":"2026-08-13T01:40:30.585685Z","end":"2026-08-13T01:40:30.747289Z","steps":["trace[652229068] 'process raft request' (duration: 161.40166ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:40:30.747498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.197179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-08-13T01:40:30.747542Z","caller":"traceutil/trace.go:171","msg":"trace[273793201] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20744; }","duration":"120.312671ms","start":"2026-08-13T01:40:30.627219Z","end":"2026-08-13T01:40:30.747532Z","steps":["trace[273793201] 'agreement among raft nodes before linearized reading' (duration: 120.158958ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:40:31.108016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.424967ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-08-13T01:40:31.108164Z","caller":"traceutil/trace.go:171","msg":"trace[45516241] linearizableReadLoop","detail":"{readStateIndex:21457; appliedIndex:21455; }","duration":"345.482715ms","start":"2026-08-13T01:40:30.762667Z","end":"2026-08-13T01:40:31.10815Z","steps":["trace[45516241] 'read index received' (duration: 158.760451ms)","trace[45516241] 'applied index is now lower than readState.Index' (duration: 186.721534ms)"],"step_count":2} {"level":"info","ts":"2026-08-13T01:40:31.108375Z","caller":"traceutil/trace.go:171","msg":"trace[1940234768] transaction","detail":"{read_only:false; response_revision:20745; number_of_response:1; }","duration":"356.433324ms","start":"2026-08-13T01:40:30.751933Z","end":"2026-08-13T01:40:31.108366Z","steps":["trace[1940234768] 'process raft request' (duration: 169.592808ms)","trace[1940234768] 'compare' (duration: 186.022699ms)"],"step_count":2} {"level":"warn","ts":"2026-08-13T01:40:31.108424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:40:30.751906Z","time spent":"356.494656ms","remote":"127.0.0.1:57518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-13T01:40:31.108569Z","caller":"traceutil/trace.go:171","msg":"trace[373131828] transaction","detail":"{read_only:false; response_revision:20746; number_of_response:1; }","duration":"356.524776ms","start":"2026-08-13T01:40:30.752038Z","end":"2026-08-13T01:40:31.108562Z","steps":["trace[373131828] 'process raft request' (duration: 356.067137ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:40:31.108607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:40:30.752002Z","time spent":"356.586168ms","remote":"127.0.0.1:57518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-13T01:40:31.108696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.032217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-13T01:40:31.108716Z","caller":"traceutil/trace.go:171","msg":"trace[761546577] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:20746; }","duration":"346.089698ms","start":"2026-08-13T01:40:30.762619Z","end":"2026-08-13T01:40:31.108708Z","steps":["trace[761546577] 'agreement among raft nodes before linearized reading' (duration: 346.053177ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:40:31.108736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:40:30.762604Z","time spent":"346.126819ms","remote":"127.0.0.1:58434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-08-13T01:40:31.311759Z","caller":"traceutil/trace.go:171","msg":"trace[589713804] transaction","detail":"{read_only:false; response_revision:20747; number_of_response:1; }","duration":"276.907985ms","start":"2026-08-13T01:40:31.03482Z","end":"2026-08-13T01:40:31.311728Z","steps":["trace[589713804] 'process raft request' (duration: 243.095826ms)","trace[589713804] 'compare' (duration: 33.697007ms)"],"step_count":2} {"level":"info","ts":"2026-08-13T01:40:31.326554Z","caller":"traceutil/trace.go:171","msg":"trace[2141855884] linearizableReadLoop","detail":"{readStateIndex:21459; appliedIndex:21457; }","duration":"218.344435ms","start":"2026-08-13T01:40:31.108189Z","end":"2026-08-13T01:40:31.326534Z","steps":["trace[2141855884] 'read index received' (duration: 169.804034ms)","trace[2141855884] 'applied index is now lower than readState.Index' (duration: 48.539691ms)"],"step_count":2} {"level":"warn","ts":"2026-08-13T01:40:31.326744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.007809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-08-13T01:40:31.326744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.136933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-08-13T01:40:31.326762Z","caller":"traceutil/trace.go:171","msg":"trace[2143407244] transaction","detail":"{read_only:false; response_revision:20748; number_of_response:1; }","duration":"247.681595ms","start":"2026-08-13T01:40:31.079061Z","end":"2026-08-13T01:40:31.326743Z","steps":["trace[2143407244] 'process raft request' (duration: 247.354728ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:40:31.326784Z","caller":"traceutil/trace.go:171","msg":"trace[950678947] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20748; }","duration":"401.111401ms","start":"2026-08-13T01:40:30.925658Z","end":"2026-08-13T01:40:31.32677Z","steps":["trace[950678947] 'agreement among raft nodes before linearized reading' (duration: 400.989548ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:40:31.326787Z","caller":"traceutil/trace.go:171","msg":"trace[1841008372] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:20748; }","duration":"391.235395ms","start":"2026-08-13T01:40:30.93554Z","end":"2026-08-13T01:40:31.326775Z","steps":["trace[1841008372] 'agreement among raft nodes before linearized reading' (duration: 391.085362ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:40:31.326818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:40:30.925633Z","time spent":"401.178203ms","remote":"127.0.0.1:57518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-08-13T01:40:31.326863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.897351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-13T01:40:31.326817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.022816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-13T01:40:31.326892Z","caller":"traceutil/trace.go:171","msg":"trace[1688286158] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20748; }","duration":"536.979052ms","start":"2026-08-13T01:40:30.789907Z","end":"2026-08-13T01:40:31.326886Z","steps":["trace[1688286158] 'agreement among raft nodes before linearized reading' (duration: 536.938571ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:40:31.326817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:40:30.935519Z","time spent":"391.292217ms","remote":"127.0.0.1:57518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-08-13T01:40:31.326926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:40:30.789884Z","time spent":"537.038604ms","remote":"127.0.0.1:57228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-08-13T01:40:31.326957Z","caller":"traceutil/trace.go:171","msg":"trace[415085228] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:20748; }","duration":"276.251881ms","start":"2026-08-13T01:40:31.05067Z","end":"2026-08-13T01:40:31.326922Z","steps":["trace[415085228] 'agreement among raft nodes before linearized reading' (duration: 275.898504ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:40:31.492788Z","caller":"traceutil/trace.go:171","msg":"trace[514569277] transaction","detail":"{read_only:false; response_revision:20749; number_of_response:1; }","duration":"160.05006ms","start":"2026-08-13T01:40:31.3327Z","end":"2026-08-13T01:40:31.49275Z","steps":["trace[514569277] 'process raft request' (duration: 136.304321ms)","trace[514569277] 'compare' (duration: 23.498414ms)"],"step_count":2} {"level":"info","ts":"2026-08-13T01:40:31.492887Z","caller":"traceutil/trace.go:171","msg":"trace[1472761394] transaction","detail":"{read_only:false; response_revision:20750; number_of_response:1; }","duration":"160.156172ms","start":"2026-08-13T01:40:31.332706Z","end":"2026-08-13T01:40:31.492862Z","steps":["trace[1472761394] 'process raft request' (duration: 160.08271ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:40:31.783628Z","caller":"traceutil/trace.go:171","msg":"trace[787294054] linearizableReadLoop","detail":"{readStateIndex:21462; appliedIndex:21461; }","duration":"200.858942ms","start":"2026-08-13T01:40:31.582742Z","end":"2026-08-13T01:40:31.783601Z","steps":["trace[787294054] 'read index received' (duration: 194.906652ms)","trace[787294054] 'applied index is now lower than readState.Index' (duration: 5.95118ms)"],"step_count":2} {"level":"info","ts":"2026-08-13T01:40:31.783641Z","caller":"traceutil/trace.go:171","msg":"trace[511039970] transaction","detail":"{read_only:false; response_revision:20751; number_of_response:1; }","duration":"211.353541ms","start":"2026-08-13T01:40:31.572252Z","end":"2026-08-13T01:40:31.783606Z","steps":["trace[511039970] 'process raft request' (duration: 205.365141ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:40:31.783968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.117718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-08-13T01:40:31.784005Z","caller":"traceutil/trace.go:171","msg":"trace[667110900] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20751; }","duration":"201.276012ms","start":"2026-08-13T01:40:31.582717Z","end":"2026-08-13T01:40:31.783993Z","steps":["trace[667110900] 'agreement among raft nodes before linearized reading' (duration: 200.977275ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:42:59.860811Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19676} {"level":"info","ts":"2026-08-13T01:42:59.971396Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19676,"took":"106.871387ms","hash":1206014687,"current-db-size-bytes":57753600,"current-db-size":"58 MB","current-db-size-in-use-bytes":29974528,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-08-13T01:42:59.971476Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1206014687,"revision":19676,"compact-revision":17350} {"level":"info","ts":"2026-08-13T01:44:10.1963Z","caller":"traceutil/trace.go:171","msg":"trace[689915604] transaction","detail":"{read_only:false; response_revision:22935; number_of_response:1; }","duration":"174.567346ms","start":"2026-08-13T01:44:10.021676Z","end":"2026-08-13T01:44:10.196243Z","steps":["trace[689915604] 'process raft request' (duration: 143.686411ms)","trace[689915604] 'compare' (duration: 30.738332ms)"],"step_count":2} {"level":"info","ts":"2026-08-13T01:44:10.215661Z","caller":"traceutil/trace.go:171","msg":"trace[1001396483] transaction","detail":"{read_only:false; response_revision:22936; number_of_response:1; }","duration":"184.087954ms","start":"2026-08-13T01:44:10.031468Z","end":"2026-08-13T01:44:10.215556Z","steps":["trace[1001396483] 'process raft request' (duration: 183.789187ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:44:10.215708Z","caller":"traceutil/trace.go:171","msg":"trace[266190068] transaction","detail":"{read_only:false; response_revision:22937; number_of_response:1; }","duration":"134.207744ms","start":"2026-08-13T01:44:10.081473Z","end":"2026-08-13T01:44:10.215681Z","steps":["trace[266190068] 'process raft request' (duration: 133.954369ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:44:10.215802Z","caller":"traceutil/trace.go:171","msg":"trace[1213586777] transaction","detail":"{read_only:false; response_revision:22938; number_of_response:1; }","duration":"121.242871ms","start":"2026-08-13T01:44:10.094508Z","end":"2026-08-13T01:44:10.215751Z","steps":["trace[1213586777] 'process raft request' (duration: 121.079917ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:44:10.215847Z","caller":"traceutil/trace.go:171","msg":"trace[1120260547] linearizableReadLoop","detail":"{readStateIndex:23718; appliedIndex:23716; }","duration":"166.772935ms","start":"2026-08-13T01:44:10.049041Z","end":"2026-08-13T01:44:10.215814Z","steps":["trace[1120260547] 'read index received' (duration: 116.337803ms)","trace[1120260547] 'applied index is now lower than readState.Index' (duration: 50.433022ms)"],"step_count":2} {"level":"warn","ts":"2026-08-13T01:44:10.216241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.753643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/capo-system/capo-manager\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-08-13T01:44:10.216247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.166915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3685"} {"level":"info","ts":"2026-08-13T01:44:10.216305Z","caller":"traceutil/trace.go:171","msg":"trace[1007900905] range","detail":"{range_begin:/registry/serviceaccounts/capo-system/capo-manager; range_end:; response_count:1; response_revision:22940; }","duration":"121.864474ms","start":"2026-08-13T01:44:10.094425Z","end":"2026-08-13T01:44:10.216289Z","steps":["trace[1007900905] 'agreement among raft nodes before linearized reading' (duration: 121.67102ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:44:10.21632Z","caller":"traceutil/trace.go:171","msg":"trace[1427755883] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:22940; }","duration":"167.289728ms","start":"2026-08-13T01:44:10.04901Z","end":"2026-08-13T01:44:10.2163Z","steps":["trace[1427755883] 'agreement among raft nodes before linearized reading' (duration: 167.021892ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:44:17.082219Z","caller":"traceutil/trace.go:171","msg":"trace[1828248507] linearizableReadLoop","detail":"{readStateIndex:23912; appliedIndex:23909; }","duration":"393.069625ms","start":"2026-08-13T01:44:16.689115Z","end":"2026-08-13T01:44:17.082185Z","steps":["trace[1828248507] 'read index received' (duration: 36.12195ms)","trace[1828248507] 'applied index is now lower than readState.Index' (duration: 356.946775ms)"],"step_count":2} {"level":"info","ts":"2026-08-13T01:44:17.082311Z","caller":"traceutil/trace.go:171","msg":"trace[1069799986] transaction","detail":"{read_only:false; response_revision:23128; number_of_response:1; }","duration":"396.453539ms","start":"2026-08-13T01:44:16.685824Z","end":"2026-08-13T01:44:17.082278Z","steps":["trace[1069799986] 'process raft request' (duration: 396.09287ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:44:17.082328Z","caller":"traceutil/trace.go:171","msg":"trace[1167422189] transaction","detail":"{read_only:false; response_revision:23129; number_of_response:1; }","duration":"394.613128ms","start":"2026-08-13T01:44:16.68766Z","end":"2026-08-13T01:44:17.082273Z","steps":["trace[1167422189] 'process raft request' (duration: 394.450903ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:44:17.082519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:44:16.687641Z","time spent":"394.770141ms","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4760,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-13T01:44:17.082536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:44:16.685808Z","time spent":"396.566921ms","remote":"127.0.0.1:57314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":925,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-13T01:44:17.082595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.459863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager\" ","response":"range_response_count:1 size:5243"} {"level":"info","ts":"2026-08-13T01:44:17.082737Z","caller":"traceutil/trace.go:171","msg":"trace[1421744115] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager; range_end:; response_count:1; response_revision:23129; }","duration":"393.604426ms","start":"2026-08-13T01:44:16.689071Z","end":"2026-08-13T01:44:17.082676Z","steps":["trace[1421744115] 'agreement among raft nodes before linearized reading' (duration: 393.263349ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:44:17.082779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:44:16.689054Z","time spent":"393.715228ms","remote":"127.0.0.1:57702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":5267,"request content":"key:\"/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager\" "} {"level":"warn","ts":"2026-08-13T01:44:17.084596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.896779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-08-13T01:44:17.084594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.975167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-13T01:44:17.085456Z","caller":"traceutil/trace.go:171","msg":"trace[1413424153] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23131; }","duration":"294.882297ms","start":"2026-08-13T01:44:16.790557Z","end":"2026-08-13T01:44:17.085439Z","steps":["trace[1413424153] 'agreement among raft nodes before linearized reading' (duration: 293.973507ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:44:17.084588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.982324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-08-13T01:44:17.085605Z","caller":"traceutil/trace.go:171","msg":"trace[924217016] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23131; }","duration":"390.050049ms","start":"2026-08-13T01:44:16.695537Z","end":"2026-08-13T01:44:17.085587Z","steps":["trace[924217016] 'agreement among raft nodes before linearized reading' (duration: 387.858101ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:44:17.085666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:44:16.695526Z","time spent":"390.10567ms","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-08-13T01:44:17.08474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.940442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-08-13T01:44:17.086003Z","caller":"traceutil/trace.go:171","msg":"trace[152653773] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23131; }","duration":"191.19432ms","start":"2026-08-13T01:44:16.894789Z","end":"2026-08-13T01:44:17.085983Z","steps":["trace[152653773] 'agreement among raft nodes before linearized reading' (duration: 189.84669ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:44:17.084741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.156535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-6b6ccbf6b8-fsw7c\" ","response":"range_response_count:1 size:4451"} {"level":"info","ts":"2026-08-13T01:44:17.084896Z","caller":"traceutil/trace.go:171","msg":"trace[2020007237] transaction","detail":"{read_only:false; response_revision:23130; number_of_response:1; }","duration":"354.069211ms","start":"2026-08-13T01:44:16.730813Z","end":"2026-08-13T01:44:17.084882Z","steps":["trace[2020007237] 'process raft request' (duration: 352.077318ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:44:17.084846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.151451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-08-13T01:44:17.084989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.175677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-manager\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-08-13T01:44:17.085759Z","caller":"traceutil/trace.go:171","msg":"trace[855194240] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23131; }","duration":"189.689968ms","start":"2026-08-13T01:44:16.895666Z","end":"2026-08-13T01:44:17.085356Z","steps":["trace[855194240] 'agreement among raft nodes before linearized reading' (duration: 188.787087ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:44:17.086657Z","caller":"traceutil/trace.go:171","msg":"trace[148477902] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:23131; }","duration":"317.963121ms","start":"2026-08-13T01:44:16.768676Z","end":"2026-08-13T01:44:17.086639Z","steps":["trace[148477902] 'agreement among raft nodes before linearized reading' (duration: 315.956887ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:44:17.086722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:44:16.768652Z","time spent":"318.052143ms","remote":"127.0.0.1:57402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-08-13T01:44:17.086705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:44:16.730779Z","time spent":"355.85322ms","remote":"127.0.0.1:57314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":964,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-13T01:44:17.086965Z","caller":"traceutil/trace.go:171","msg":"trace[1932142480] range","detail":"{range_begin:/registry/serviceaccounts/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-manager; range_end:; response_count:1; response_revision:23131; }","duration":"149.216752ms","start":"2026-08-13T01:44:16.937724Z","end":"2026-08-13T01:44:17.086941Z","steps":["trace[1932142480] 'agreement among raft nodes before linearized reading' (duration: 147.125596ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:44:17.087455Z","caller":"traceutil/trace.go:171","msg":"trace[1707618102] range","detail":"{range_begin:/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-6b6ccbf6b8-fsw7c; range_end:; response_count:1; response_revision:23131; }","duration":"336.366594ms","start":"2026-08-13T01:44:16.750543Z","end":"2026-08-13T01:44:17.08691Z","steps":["trace[1707618102] 'agreement among raft nodes before linearized reading' (duration: 334.113795ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:44:17.087563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:44:16.750525Z","time spent":"336.985157ms","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":1,"response size":4475,"request content":"key:\"/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-6b6ccbf6b8-fsw7c\" "} {"level":"info","ts":"2026-08-13T01:45:41.627692Z","caller":"traceutil/trace.go:171","msg":"trace[842088760] transaction","detail":"{read_only:false; response_revision:24059; number_of_response:1; }","duration":"125.971604ms","start":"2026-08-13T01:45:41.501695Z","end":"2026-08-13T01:45:41.627667Z","steps":["trace[842088760] 'process raft request' (duration: 125.81057ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:45:41.644967Z","caller":"traceutil/trace.go:171","msg":"trace[107793050] transaction","detail":"{read_only:false; response_revision:24060; number_of_response:1; }","duration":"142.826523ms","start":"2026-08-13T01:45:41.50212Z","end":"2026-08-13T01:45:41.644947Z","steps":["trace[107793050] 'process raft request' (duration: 142.668479ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:45:41.645139Z","caller":"traceutil/trace.go:171","msg":"trace[1372943545] transaction","detail":"{read_only:false; response_revision:24061; number_of_response:1; }","duration":"102.229156ms","start":"2026-08-13T01:45:41.5429Z","end":"2026-08-13T01:45:41.645129Z","steps":["trace[1372943545] 'process raft request' (duration: 102.010001ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:45:41.645143Z","caller":"traceutil/trace.go:171","msg":"trace[1325712438] linearizableReadLoop","detail":"{readStateIndex:24865; appliedIndex:24863; }","duration":"116.860095ms","start":"2026-08-13T01:45:41.528257Z","end":"2026-08-13T01:45:41.645117Z","steps":["trace[1325712438] 'read index received' (duration: 99.215309ms)","trace[1325712438] 'applied index is now lower than readState.Index' (duration: 17.642986ms)"],"step_count":2} {"level":"warn","ts":"2026-08-13T01:45:41.645273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.008498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-13T01:45:41.645382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.59365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-13T01:45:41.645401Z","caller":"traceutil/trace.go:171","msg":"trace[1324378987] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:24061; }","duration":"117.196493ms","start":"2026-08-13T01:45:41.52818Z","end":"2026-08-13T01:45:41.645377Z","steps":["trace[1324378987] 'agreement among raft nodes before linearized reading' (duration: 117.021329ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:45:41.645443Z","caller":"traceutil/trace.go:171","msg":"trace[1481186930] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24061; }","duration":"116.717522ms","start":"2026-08-13T01:45:41.528709Z","end":"2026-08-13T01:45:41.645427Z","steps":["trace[1481186930] 'agreement among raft nodes before linearized reading' (duration: 116.553719ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:45:41.645706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.851455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-13T01:45:41.645771Z","caller":"traceutil/trace.go:171","msg":"trace[1452643200] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:24061; }","duration":"116.959167ms","start":"2026-08-13T01:45:41.528796Z","end":"2026-08-13T01:45:41.645755Z","steps":["trace[1452643200] 'agreement among raft nodes before linearized reading' (duration: 116.860555ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:45:41.645823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.335782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-08-13T01:45:41.645862Z","caller":"traceutil/trace.go:171","msg":"trace[1817242603] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:24061; }","duration":"110.405113ms","start":"2026-08-13T01:45:41.535445Z","end":"2026-08-13T01:45:41.64585Z","steps":["trace[1817242603] 'agreement among raft nodes before linearized reading' (duration: 110.332562ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:45:41.64572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.907236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-13T01:45:41.645943Z","caller":"traceutil/trace.go:171","msg":"trace[1965010944] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24061; }","duration":"117.186502ms","start":"2026-08-13T01:45:41.528751Z","end":"2026-08-13T01:45:41.645937Z","steps":["trace[1965010944] 'agreement among raft nodes before linearized reading' (duration: 116.938667ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:47:59.866868Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21923} {"level":"info","ts":"2026-08-13T01:47:59.979691Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21923,"took":"108.964132ms","hash":3622388783,"current-db-size-bytes":57753600,"current-db-size":"58 MB","current-db-size-in-use-bytes":42385408,"current-db-size-in-use":"42 MB"} {"level":"info","ts":"2026-08-13T01:47:59.97976Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3622388783,"revision":21923,"compact-revision":19676} {"level":"info","ts":"2026-08-13T01:52:59.873574Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25101} {"level":"info","ts":"2026-08-13T01:53:00.013677Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25101,"took":"136.467464ms","hash":118361587,"current-db-size-bytes":57753600,"current-db-size":"58 MB","current-db-size-in-use-bytes":29609984,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-08-13T01:53:00.013734Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":118361587,"revision":25101,"compact-revision":21923}