{"level":"warn","ts":"2026-07-27T20:06:50.541168Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-27T20:06:50.541265Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.235:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.235:2380","--initial-cluster=instance=https://199.19.213.235:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.235:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.235:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-27T20:06:50.541328Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-27T20:06:50.541335Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.235:2380"]} {"level":"info","ts":"2026-07-27T20:06:50.541357Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-27T20:06:50.541955Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.235:2379"]} {"level":"info","ts":"2026-07-27T20:06:50.542027Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.235:2380"],"listen-peer-urls":["https://199.19.213.235:2380"],"advertise-client-urls":["https://199.19.213.235:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.235:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.235:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-27T20:06:50.544506Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"2.282313ms"} {"level":"info","ts":"2026-07-27T20:06:50.549302Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"61a3fe3fc9dc5d35","cluster-id":"e13fd0e1d9ce1168"} {"level":"info","ts":"2026-07-27T20:06:50.549385Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"61a3fe3fc9dc5d35 switched to configuration voters=()"} {"level":"info","ts":"2026-07-27T20:06:50.549412Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"61a3fe3fc9dc5d35 became follower at term 0"} {"level":"info","ts":"2026-07-27T20:06:50.549427Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 61a3fe3fc9dc5d35 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-27T20:06:50.54944Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"61a3fe3fc9dc5d35 became follower at term 1"} {"level":"info","ts":"2026-07-27T20:06:50.549486Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"61a3fe3fc9dc5d35 switched to configuration voters=(7035746592805903669)"} {"level":"warn","ts":"2026-07-27T20:06:50.553936Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-27T20:06:50.555388Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-27T20:06:50.556588Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-27T20:06:50.559349Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"61a3fe3fc9dc5d35","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-27T20:06:50.559503Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"61a3fe3fc9dc5d35","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-27T20:06:50.559666Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-27T20:06:50.55988Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-27T20:06:50.55993Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-27T20:06:50.562143Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"61a3fe3fc9dc5d35 switched to configuration voters=(7035746592805903669)"} {"level":"info","ts":"2026-07-27T20:06:50.562417Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"e13fd0e1d9ce1168","local-member-id":"61a3fe3fc9dc5d35","added-peer-id":"61a3fe3fc9dc5d35","added-peer-peer-urls":["https://199.19.213.235:2380"]} {"level":"info","ts":"2026-07-27T20:06:50.56458Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-27T20:06:50.564674Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.235:2380"} {"level":"info","ts":"2026-07-27T20:06:50.564771Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.235:2380"} {"level":"info","ts":"2026-07-27T20:06:50.564953Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"61a3fe3fc9dc5d35","initial-advertise-peer-urls":["https://199.19.213.235:2380"],"listen-peer-urls":["https://199.19.213.235:2380"],"advertise-client-urls":["https://199.19.213.235:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.235:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-27T20:06:50.565041Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-27T20:06:50.957154Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"61a3fe3fc9dc5d35 is starting a new election at term 1"} {"level":"info","ts":"2026-07-27T20:06:50.957282Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"61a3fe3fc9dc5d35 became pre-candidate at term 1"} {"level":"info","ts":"2026-07-27T20:06:50.957297Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"61a3fe3fc9dc5d35 received MsgPreVoteResp from 61a3fe3fc9dc5d35 at term 1"} {"level":"info","ts":"2026-07-27T20:06:50.957311Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"61a3fe3fc9dc5d35 became candidate at term 2"} {"level":"info","ts":"2026-07-27T20:06:50.957316Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"61a3fe3fc9dc5d35 received MsgVoteResp from 61a3fe3fc9dc5d35 at term 2"} {"level":"info","ts":"2026-07-27T20:06:50.957324Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"61a3fe3fc9dc5d35 became leader at term 2"} {"level":"info","ts":"2026-07-27T20:06:50.957331Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 61a3fe3fc9dc5d35 elected leader 61a3fe3fc9dc5d35 at term 2"} {"level":"info","ts":"2026-07-27T20:06:50.958207Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"61a3fe3fc9dc5d35","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.235:2379]}","request-path":"/0/members/61a3fe3fc9dc5d35/attributes","cluster-id":"e13fd0e1d9ce1168","publish-timeout":"7s"} {"level":"info","ts":"2026-07-27T20:06:50.958303Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-27T20:06:50.95847Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-27T20:06:50.958571Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-27T20:06:50.958611Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-27T20:06:50.958573Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-27T20:06:50.961147Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"e13fd0e1d9ce1168","local-member-id":"61a3fe3fc9dc5d35","cluster-version":"3.5"} {"level":"info","ts":"2026-07-27T20:06:50.96126Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-27T20:06:50.961328Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-27T20:06:50.962114Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.235:2379"} {"level":"info","ts":"2026-07-27T20:06:50.962463Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-07-27T20:07:31.830298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.300552ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-27T20:07:31.830444Z","caller":"traceutil/trace.go:171","msg":"trace[1133704789] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"184.818211ms","start":"2026-07-27T20:07:31.645604Z","end":"2026-07-27T20:07:31.830422Z","steps":["trace[1133704789] 'process raft request' (duration: 62.854771ms)","trace[1133704789] 'compare' (duration: 121.148768ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T20:07:32.389687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.04884ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-27T20:07:32.389836Z","caller":"traceutil/trace.go:171","msg":"trace[219024232] transaction","detail":"{read_only:false; response_revision:627; number_of_response:1; }","duration":"461.215761ms","start":"2026-07-27T20:07:31.928595Z","end":"2026-07-27T20:07:32.389811Z","steps":["trace[219024232] 'process raft request' (duration: 206.724559ms)","trace[219024232] 'compare' (duration: 253.765171ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T20:07:32.389929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T20:07:31.928567Z","time spent":"461.315843ms","remote":"127.0.0.1:47796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T20:07:32.392118Z","caller":"traceutil/trace.go:171","msg":"trace[1452792938] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"147.543558ms","start":"2026-07-27T20:07:32.244556Z","end":"2026-07-27T20:07:32.392099Z","steps":["trace[1452792938] 'process raft request' (duration: 146.976402ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:07:47.706135Z","caller":"traceutil/trace.go:171","msg":"trace[429916418] transaction","detail":"{read_only:false; response_revision:789; number_of_response:1; }","duration":"123.182944ms","start":"2026-07-27T20:07:47.582923Z","end":"2026-07-27T20:07:47.706106Z","steps":["trace[429916418] 'process raft request' (duration: 122.930007ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:07:47.739556Z","caller":"traceutil/trace.go:171","msg":"trace[620685164] linearizableReadLoop","detail":"{readStateIndex:817; appliedIndex:815; }","duration":"133.765407ms","start":"2026-07-27T20:07:47.605771Z","end":"2026-07-27T20:07:47.739536Z","steps":["trace[620685164] 'read index received' (duration: 100.105804ms)","trace[620685164] 'applied index is now lower than readState.Index' (duration: 33.658433ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T20:07:47.739699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.867429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T20:07:47.739738Z","caller":"traceutil/trace.go:171","msg":"trace[1077928911] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:790; }","duration":"133.980813ms","start":"2026-07-27T20:07:47.605745Z","end":"2026-07-27T20:07:47.739726Z","steps":["trace[1077928911] 'agreement among raft nodes before linearized reading' (duration: 133.86747ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:07:47.739703Z","caller":"traceutil/trace.go:171","msg":"trace[2024989943] transaction","detail":"{read_only:false; response_revision:790; number_of_response:1; }","duration":"154.151662ms","start":"2026-07-27T20:07:47.585491Z","end":"2026-07-27T20:07:47.739642Z","steps":["trace[2024989943] 'process raft request' (duration: 153.947086ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:09:14.557843Z","caller":"traceutil/trace.go:171","msg":"trace[112585705] transaction","detail":"{read_only:false; response_revision:1954; number_of_response:1; }","duration":"130.374066ms","start":"2026-07-27T20:09:14.427436Z","end":"2026-07-27T20:09:14.55781Z","steps":["trace[112585705] 'process raft request' (duration: 130.205901ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:09:40.880984Z","caller":"traceutil/trace.go:171","msg":"trace[576967358] transaction","detail":"{read_only:false; response_revision:2112; number_of_response:1; }","duration":"129.626555ms","start":"2026-07-27T20:09:40.751328Z","end":"2026-07-27T20:09:40.880955Z","steps":["trace[576967358] 'process raft request' (duration: 129.206653ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:09:46.832599Z","caller":"traceutil/trace.go:171","msg":"trace[1320101728] linearizableReadLoop","detail":"{readStateIndex:2221; appliedIndex:2220; }","duration":"125.24736ms","start":"2026-07-27T20:09:46.707304Z","end":"2026-07-27T20:09:46.832551Z","steps":["trace[1320101728] 'read index received' (duration: 125.070975ms)","trace[1320101728] 'applied index is now lower than readState.Index' (duration: 175.325µs)"],"step_count":2} {"level":"info","ts":"2026-07-27T20:09:46.832636Z","caller":"traceutil/trace.go:171","msg":"trace[1410659092] transaction","detail":"{read_only:false; response_revision:2142; number_of_response:1; }","duration":"142.341897ms","start":"2026-07-27T20:09:46.690253Z","end":"2026-07-27T20:09:46.832595Z","steps":["trace[1410659092] 'process raft request' (duration: 142.139392ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:09:46.832868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.546989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-07-27T20:09:46.83294Z","caller":"traceutil/trace.go:171","msg":"trace[1677446438] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2142; }","duration":"125.675673ms","start":"2026-07-27T20:09:46.707249Z","end":"2026-07-27T20:09:46.832925Z","steps":["trace[1677446438] 'agreement among raft nodes before linearized reading' (duration: 125.434936ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:10:41.374652Z","caller":"traceutil/trace.go:171","msg":"trace[1730754510] transaction","detail":"{read_only:false; response_revision:2608; number_of_response:1; }","duration":"157.787567ms","start":"2026-07-27T20:10:41.216842Z","end":"2026-07-27T20:10:41.374629Z","steps":["trace[1730754510] 'process raft request' (duration: 157.623783ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:11:16.054801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.899632ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-27T20:11:16.054928Z","caller":"traceutil/trace.go:171","msg":"trace[488206888] linearizableReadLoop","detail":"{readStateIndex:2923; appliedIndex:2922; }","duration":"177.994245ms","start":"2026-07-27T20:11:15.876917Z","end":"2026-07-27T20:11:16.054911Z","steps":["trace[488206888] 'read index received' (duration: 68.877626ms)","trace[488206888] 'applied index is now lower than readState.Index' (duration: 109.115439ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T20:11:16.055002Z","caller":"traceutil/trace.go:171","msg":"trace[2133651891] transaction","detail":"{read_only:false; response_revision:2816; number_of_response:1; }","duration":"222.785115ms","start":"2026-07-27T20:11:15.832206Z","end":"2026-07-27T20:11:16.054991Z","steps":["trace[2133651891] 'process raft request' (duration: 113.606895ms)","trace[2133651891] 'compare' (duration: 108.79277ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T20:11:16.055174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.233823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-27T20:11:16.055283Z","caller":"traceutil/trace.go:171","msg":"trace[1231026149] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2816; }","duration":"178.379946ms","start":"2026-07-27T20:11:15.876884Z","end":"2026-07-27T20:11:16.055264Z","steps":["trace[1231026149] 'agreement among raft nodes before linearized reading' (duration: 178.105198ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:13:41.659822Z","caller":"traceutil/trace.go:171","msg":"trace[169460598] transaction","detail":"{read_only:false; response_revision:3785; number_of_response:1; }","duration":"148.958699ms","start":"2026-07-27T20:13:41.510846Z","end":"2026-07-27T20:13:41.659805Z","steps":["trace[169460598] 'process raft request' (duration: 82.345292ms)","trace[169460598] 'compare' (duration: 66.222857ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T20:13:41.660076Z","caller":"traceutil/trace.go:171","msg":"trace[966548279] linearizableReadLoop","detail":"{readStateIndex:3927; appliedIndex:3926; }","duration":"143.710534ms","start":"2026-07-27T20:13:41.516338Z","end":"2026-07-27T20:13:41.660049Z","steps":["trace[966548279] 'read index received' (duration: 76.915422ms)","trace[966548279] 'applied index is now lower than readState.Index' (duration: 66.793942ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T20:13:41.66026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.90942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/auth-system/keycloak\" ","response":"range_response_count:1 size:710"} {"level":"info","ts":"2026-07-27T20:13:41.660637Z","caller":"traceutil/trace.go:171","msg":"trace[1800367434] range","detail":"{range_begin:/registry/ingress/auth-system/keycloak; range_end:; response_count:1; response_revision:3786; }","duration":"144.2838ms","start":"2026-07-27T20:13:41.516307Z","end":"2026-07-27T20:13:41.660591Z","steps":["trace[1800367434] 'agreement among raft nodes before linearized reading' (duration: 143.783496ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:13:41.660845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.027087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T20:13:41.660883Z","caller":"traceutil/trace.go:171","msg":"trace[871299578] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3786; }","duration":"122.099168ms","start":"2026-07-27T20:13:41.538775Z","end":"2026-07-27T20:13:41.660874Z","steps":["trace[871299578] 'agreement among raft nodes before linearized reading' (duration: 121.968974ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:15:05.683032Z","caller":"traceutil/trace.go:171","msg":"trace[1600155228] transaction","detail":"{read_only:false; response_revision:4848; number_of_response:1; }","duration":"255.756823ms","start":"2026-07-27T20:15:05.427244Z","end":"2026-07-27T20:15:05.683001Z","steps":["trace[1600155228] 'process raft request' (duration: 201.987899ms)","trace[1600155228] 'compare' (duration: 53.228739ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T20:15:10.00196Z","caller":"traceutil/trace.go:171","msg":"trace[299089822] transaction","detail":"{read_only:false; response_revision:4997; number_of_response:1; }","duration":"188.679877ms","start":"2026-07-27T20:15:09.813226Z","end":"2026-07-27T20:15:10.001906Z","steps":["trace[299089822] 'process raft request' (duration: 97.295411ms)","trace[299089822] 'compare' (duration: 91.172631ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T20:15:10.398547Z","caller":"traceutil/trace.go:171","msg":"trace[450824926] transaction","detail":"{read_only:false; response_revision:5001; number_of_response:1; }","duration":"147.194397ms","start":"2026-07-27T20:15:10.251321Z","end":"2026-07-27T20:15:10.398515Z","steps":["trace[450824926] 'process raft request' (duration: 147.035073ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:15:21.983779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.175758ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-27T20:15:21.983891Z","caller":"traceutil/trace.go:171","msg":"trace[73168313] linearizableReadLoop","detail":"{readStateIndex:5426; appliedIndex:5425; }","duration":"174.915433ms","start":"2026-07-27T20:15:21.808959Z","end":"2026-07-27T20:15:21.983874Z","steps":["trace[73168313] 'read index received' (duration: 78.612µs)","trace[73168313] 'applied index is now lower than readState.Index' (duration: 174.835551ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T20:15:21.98398Z","caller":"traceutil/trace.go:171","msg":"trace[853992100] transaction","detail":"{read_only:false; response_revision:5232; number_of_response:1; }","duration":"190.22355ms","start":"2026-07-27T20:15:21.793747Z","end":"2026-07-27T20:15:21.98397Z","steps":["trace[853992100] 'process raft request' (duration: 13.757854ms)","trace[853992100] 'compare' (duration: 175.985943ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T20:15:21.984374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.407017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nxc9g\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-07-27T20:15:21.984514Z","caller":"traceutil/trace.go:171","msg":"trace[34128126] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nxc9g; range_end:; response_count:1; response_revision:5232; }","duration":"175.598232ms","start":"2026-07-27T20:15:21.808883Z","end":"2026-07-27T20:15:21.984481Z","steps":["trace[34128126] 'agreement among raft nodes before linearized reading' (duration: 175.267642ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:15:22.270706Z","caller":"traceutil/trace.go:171","msg":"trace[1166623495] linearizableReadLoop","detail":"{readStateIndex:5427; appliedIndex:5426; }","duration":"166.787205ms","start":"2026-07-27T20:15:22.103885Z","end":"2026-07-27T20:15:22.270673Z","steps":["trace[1166623495] 'read index received' (duration: 163.779161ms)","trace[1166623495] 'applied index is now lower than readState.Index' (duration: 3.007004ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T20:15:22.270868Z","caller":"traceutil/trace.go:171","msg":"trace[800888016] transaction","detail":"{read_only:false; response_revision:5233; number_of_response:1; }","duration":"233.699817ms","start":"2026-07-27T20:15:22.037119Z","end":"2026-07-27T20:15:22.270819Z","steps":["trace[800888016] 'process raft request' (duration: 230.574599ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:15:22.270971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.059543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-27T20:15:22.271118Z","caller":"traceutil/trace.go:171","msg":"trace[1795895010] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5233; }","duration":"167.202367ms","start":"2026-07-27T20:15:22.103847Z","end":"2026-07-27T20:15:22.27105Z","steps":["trace[1795895010] 'agreement among raft nodes before linearized reading' (duration: 166.95607ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:16:51.145666Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3011} {"level":"info","ts":"2026-07-27T20:16:51.227981Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3011,"took":"80.698691ms","hash":3204083576,"current-db-size-bytes":58974208,"current-db-size":"59 MB","current-db-size-in-use-bytes":32137216,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-27T20:16:51.22804Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3204083576,"revision":3011,"compact-revision":-1} {"level":"info","ts":"2026-07-27T20:21:31.113827Z","caller":"traceutil/trace.go:171","msg":"trace[1802566628] transaction","detail":"{read_only:false; response_revision:8203; number_of_response:1; }","duration":"137.635745ms","start":"2026-07-27T20:21:30.976155Z","end":"2026-07-27T20:21:31.113791Z","steps":["trace[1802566628] 'process raft request' (duration: 137.44203ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:21:31.116283Z","caller":"traceutil/trace.go:171","msg":"trace[1175687148] transaction","detail":"{read_only:false; response_revision:8205; number_of_response:1; }","duration":"100.052319ms","start":"2026-07-27T20:21:31.016198Z","end":"2026-07-27T20:21:31.11625Z","steps":["trace[1175687148] 'process raft request' (duration: 99.979857ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:21:31.116579Z","caller":"traceutil/trace.go:171","msg":"trace[1994777291] transaction","detail":"{read_only:false; response_revision:8204; number_of_response:1; }","duration":"139.988371ms","start":"2026-07-27T20:21:30.976296Z","end":"2026-07-27T20:21:31.116284Z","steps":["trace[1994777291] 'process raft request' (duration: 139.720984ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:21:42.784211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.764992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T20:21:42.784311Z","caller":"traceutil/trace.go:171","msg":"trace[361818349] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8269; }","duration":"177.931058ms","start":"2026-07-27T20:21:42.606359Z","end":"2026-07-27T20:21:42.78429Z","steps":["trace[361818349] 'range keys from in-memory index tree' (duration: 177.636259ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:21:43.461734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.343187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-27T20:21:43.4619Z","caller":"traceutil/trace.go:171","msg":"trace[1009811959] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8272; }","duration":"137.557133ms","start":"2026-07-27T20:21:43.324319Z","end":"2026-07-27T20:21:43.461876Z","steps":["trace[1009811959] 'range keys from in-memory index tree' (duration: 137.111361ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:21:43.608382Z","caller":"traceutil/trace.go:171","msg":"trace[34973268] transaction","detail":"{read_only:false; response_revision:8274; number_of_response:1; }","duration":"141.107522ms","start":"2026-07-27T20:21:43.467232Z","end":"2026-07-27T20:21:43.60834Z","steps":["trace[34973268] 'process raft request' (duration: 140.874136ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:21:51.153533Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6140} {"level":"info","ts":"2026-07-27T20:21:51.26972Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6140,"took":"113.621417ms","hash":3080981082,"current-db-size-bytes":58974208,"current-db-size":"59 MB","current-db-size-in-use-bytes":22986752,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-07-27T20:21:51.26978Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3080981082,"revision":6140,"compact-revision":3011} {"level":"info","ts":"2026-07-27T20:22:11.526009Z","caller":"traceutil/trace.go:171","msg":"trace[1929082180] linearizableReadLoop","detail":"{readStateIndex:8768; appliedIndex:8767; }","duration":"164.353773ms","start":"2026-07-27T20:22:11.361627Z","end":"2026-07-27T20:22:11.52598Z","steps":["trace[1929082180] 'read index received' (duration: 164.168298ms)","trace[1929082180] 'applied index is now lower than readState.Index' (duration: 184.505µs)"],"step_count":2} {"level":"warn","ts":"2026-07-27T20:22:11.526173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.522338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-27T20:22:11.526144Z","caller":"traceutil/trace.go:171","msg":"trace[824515605] transaction","detail":"{read_only:false; response_revision:8473; number_of_response:1; }","duration":"173.810416ms","start":"2026-07-27T20:22:11.352283Z","end":"2026-07-27T20:22:11.526093Z","steps":["trace[824515605] 'process raft request' (duration: 173.543499ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:22:11.526211Z","caller":"traceutil/trace.go:171","msg":"trace[499920151] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:8473; }","duration":"164.655402ms","start":"2026-07-27T20:22:11.361547Z","end":"2026-07-27T20:22:11.526202Z","steps":["trace[499920151] 'agreement among raft nodes before linearized reading' (duration: 164.56021ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:22:11.526437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.472469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-27T20:22:11.526526Z","caller":"traceutil/trace.go:171","msg":"trace[543523371] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8473; }","duration":"163.586982ms","start":"2026-07-27T20:22:11.362918Z","end":"2026-07-27T20:22:11.526505Z","steps":["trace[543523371] 'agreement among raft nodes before linearized reading' (duration: 163.384256ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:22:11.526453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.424471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-27T20:22:11.526633Z","caller":"traceutil/trace.go:171","msg":"trace[318957345] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:8473; }","duration":"119.665798ms","start":"2026-07-27T20:22:11.406956Z","end":"2026-07-27T20:22:11.526622Z","steps":["trace[318957345] 'agreement among raft nodes before linearized reading' (duration: 119.437532ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:22:11.526752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.682691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-27T20:22:11.526788Z","caller":"traceutil/trace.go:171","msg":"trace[619358478] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8473; }","duration":"146.760582ms","start":"2026-07-27T20:22:11.380018Z","end":"2026-07-27T20:22:11.526778Z","steps":["trace[619358478] 'agreement among raft nodes before linearized reading' (duration: 146.556927ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:22:11.705627Z","caller":"traceutil/trace.go:171","msg":"trace[1916382013] linearizableReadLoop","detail":"{readStateIndex:8769; appliedIndex:8768; }","duration":"171.762561ms","start":"2026-07-27T20:22:11.53383Z","end":"2026-07-27T20:22:11.705592Z","steps":["trace[1916382013] 'read index received' (duration: 164.568291ms)","trace[1916382013] 'applied index is now lower than readState.Index' (duration: 7.19242ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T20:22:11.706045Z","caller":"traceutil/trace.go:171","msg":"trace[138451977] transaction","detail":"{read_only:false; response_revision:8474; number_of_response:1; }","duration":"175.762393ms","start":"2026-07-27T20:22:11.530272Z","end":"2026-07-27T20:22:11.706034Z","steps":["trace[138451977] 'process raft request' (duration: 168.108899ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:22:11.706502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.598585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-27T20:22:11.706575Z","caller":"traceutil/trace.go:171","msg":"trace[793372320] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8474; }","duration":"172.742808ms","start":"2026-07-27T20:22:11.533811Z","end":"2026-07-27T20:22:11.706554Z","steps":["trace[793372320] 'agreement among raft nodes before linearized reading' (duration: 172.44382ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:22:11.715705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.952856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-646db7bd9f-gk5s2.18c63f19a448b56a\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-07-27T20:22:11.715756Z","caller":"traceutil/trace.go:171","msg":"trace[666282893] range","detail":"{range_begin:/registry/events/openstack/barbican-api-646db7bd9f-gk5s2.18c63f19a448b56a; range_end:; response_count:1; response_revision:8476; }","duration":"101.052608ms","start":"2026-07-27T20:22:11.614689Z","end":"2026-07-27T20:22:11.715742Z","steps":["trace[666282893] 'agreement among raft nodes before linearized reading' (duration: 100.907234ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:22:11.715717Z","caller":"traceutil/trace.go:171","msg":"trace[146151363] transaction","detail":"{read_only:false; response_revision:8476; number_of_response:1; }","duration":"168.153861ms","start":"2026-07-27T20:22:11.547521Z","end":"2026-07-27T20:22:11.715675Z","steps":["trace[146151363] 'process raft request' (duration: 168.000206ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:22:11.715677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.186584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T20:22:11.715865Z","caller":"traceutil/trace.go:171","msg":"trace[415342333] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8476; }","duration":"110.42043ms","start":"2026-07-27T20:22:11.605409Z","end":"2026-07-27T20:22:11.71583Z","steps":["trace[415342333] 'agreement among raft nodes before linearized reading' (duration: 110.211994ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:22:11.715944Z","caller":"traceutil/trace.go:171","msg":"trace[60373462] transaction","detail":"{read_only:false; response_revision:8475; number_of_response:1; }","duration":"181.702719ms","start":"2026-07-27T20:22:11.533873Z","end":"2026-07-27T20:22:11.715575Z","steps":["trace[60373462] 'process raft request' (duration: 181.504343ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:22:13.931186Z","caller":"traceutil/trace.go:171","msg":"trace[1884780260] transaction","detail":"{read_only:false; response_revision:8489; number_of_response:1; }","duration":"175.773283ms","start":"2026-07-27T20:22:13.755347Z","end":"2026-07-27T20:22:13.93112Z","steps":["trace[1884780260] 'process raft request' (duration: 98.414935ms)","trace[1884780260] 'compare' (duration: 76.969567ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T20:22:13.93138Z","caller":"traceutil/trace.go:171","msg":"trace[90463727] linearizableReadLoop","detail":"{readStateIndex:8784; appliedIndex:8783; }","duration":"154.390407ms","start":"2026-07-27T20:22:13.776973Z","end":"2026-07-27T20:22:13.931363Z","steps":["trace[90463727] 'read index received' (duration: 76.801183ms)","trace[90463727] 'applied index is now lower than readState.Index' (duration: 77.587933ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T20:22:13.931593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.595492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-27T20:22:13.93165Z","caller":"traceutil/trace.go:171","msg":"trace[740700517] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8490; }","duration":"154.694675ms","start":"2026-07-27T20:22:13.776935Z","end":"2026-07-27T20:22:13.93163Z","steps":["trace[740700517] 'agreement among raft nodes before linearized reading' (duration: 154.482769ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:22:14.067889Z","caller":"traceutil/trace.go:171","msg":"trace[1331932742] transaction","detail":"{read_only:false; response_revision:8491; number_of_response:1; }","duration":"123.004321ms","start":"2026-07-27T20:22:13.944847Z","end":"2026-07-27T20:22:14.067851Z","steps":["trace[1331932742] 'process raft request' (duration: 122.808235ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:22:23.69029Z","caller":"traceutil/trace.go:171","msg":"trace[393229665] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8578; }","duration":"109.357511ms","start":"2026-07-27T20:22:23.580899Z","end":"2026-07-27T20:22:23.690257Z","steps":["trace[393229665] 'process raft request' (duration: 85.151926ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:22:23.704731Z","caller":"traceutil/trace.go:171","msg":"trace[1817381091] linearizableReadLoop","detail":"{readStateIndex:8879; appliedIndex:8877; }","duration":"109.652209ms","start":"2026-07-27T20:22:23.595047Z","end":"2026-07-27T20:22:23.704699Z","steps":["trace[1817381091] 'read index received' (duration: 71.029381ms)","trace[1817381091] 'applied index is now lower than readState.Index' (duration: 38.621148ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T20:22:23.704825Z","caller":"traceutil/trace.go:171","msg":"trace[1077864246] transaction","detail":"{read_only:false; response_revision:8579; number_of_response:1; }","duration":"122.072855ms","start":"2026-07-27T20:22:23.582699Z","end":"2026-07-27T20:22:23.704772Z","steps":["trace[1077864246] 'process raft request' (duration: 121.817558ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:22:23.705086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.007368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-27T20:22:23.705143Z","caller":"traceutil/trace.go:171","msg":"trace[336764311] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8579; }","duration":"110.119782ms","start":"2026-07-27T20:22:23.595009Z","end":"2026-07-27T20:22:23.705129Z","steps":["trace[336764311] 'agreement among raft nodes before linearized reading' (duration: 109.868915ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:22:24.227493Z","caller":"traceutil/trace.go:171","msg":"trace[440900449] transaction","detail":"{read_only:false; response_revision:8586; number_of_response:1; }","duration":"110.527353ms","start":"2026-07-27T20:22:24.116917Z","end":"2026-07-27T20:22:24.227444Z","steps":["trace[440900449] 'process raft request' (duration: 36.981521ms)","trace[440900449] 'compare' (duration: 73.328936ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T20:22:24.377466Z","caller":"traceutil/trace.go:171","msg":"trace[146908891] transaction","detail":"{read_only:false; response_revision:8588; number_of_response:1; }","duration":"137.244139ms","start":"2026-07-27T20:22:24.240187Z","end":"2026-07-27T20:22:24.377431Z","steps":["trace[146908891] 'process raft request' (duration: 122.764085ms)","trace[146908891] 'compare' (duration: 14.33898ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T20:23:12.591661Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000246b.wal"} {"level":"info","ts":"2026-07-27T20:23:43.180361Z","caller":"traceutil/trace.go:171","msg":"trace[898942093] transaction","detail":"{read_only:false; response_revision:9349; number_of_response:1; }","duration":"133.00336ms","start":"2026-07-27T20:23:43.047324Z","end":"2026-07-27T20:23:43.180328Z","steps":["trace[898942093] 'process raft request' (duration: 131.699274ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:24:27.157168Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"61a3fe3fc9dc5d35","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-27T20:24:27.162807Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-07-27T20:24:27.162939Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-07-27T20:26:51.16258Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8316} {"level":"info","ts":"2026-07-27T20:26:51.246192Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8316,"took":"80.744708ms","hash":3668641833,"current-db-size-bytes":58974208,"current-db-size":"59 MB","current-db-size-in-use-bytes":26517504,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-07-27T20:26:51.246537Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3668641833,"revision":8316,"compact-revision":6140} {"level":"warn","ts":"2026-07-27T20:27:24.509053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.039098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-27T20:27:24.509195Z","caller":"traceutil/trace.go:171","msg":"trace[1901068275] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11188; }","duration":"168.268305ms","start":"2026-07-27T20:27:24.340901Z","end":"2026-07-27T20:27:24.50917Z","steps":["trace[1901068275] 'range keys from in-memory index tree' (duration: 167.76715ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:31:51.170509Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10959} {"level":"info","ts":"2026-07-27T20:31:51.253767Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10959,"took":"80.370628ms","hash":440052853,"current-db-size-bytes":58974208,"current-db-size":"59 MB","current-db-size-in-use-bytes":28110848,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-07-27T20:31:51.253838Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":440052853,"revision":10959,"compact-revision":8316} {"level":"info","ts":"2026-07-27T20:33:35.244529Z","caller":"traceutil/trace.go:171","msg":"trace[1695541925] transaction","detail":"{read_only:false; response_revision:13686; number_of_response:1; }","duration":"208.93115ms","start":"2026-07-27T20:33:35.03556Z","end":"2026-07-27T20:33:35.244491Z","steps":["trace[1695541925] 'process raft request' (duration: 208.700394ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:33:52.047771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.928333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-27T20:33:52.047898Z","caller":"traceutil/trace.go:171","msg":"trace[1541058926] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13792; }","duration":"156.101488ms","start":"2026-07-27T20:33:51.891766Z","end":"2026-07-27T20:33:52.047867Z","steps":["trace[1541058926] 'range keys from in-memory index tree' (duration: 155.758369ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:33:52.156966Z","caller":"traceutil/trace.go:171","msg":"trace[1723606889] transaction","detail":"{read_only:false; response_revision:13793; number_of_response:1; }","duration":"104.413878ms","start":"2026-07-27T20:33:52.052503Z","end":"2026-07-27T20:33:52.156917Z","steps":["trace[1723606889] 'process raft request' (duration: 104.12901ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:34:13.869977Z","caller":"traceutil/trace.go:171","msg":"trace[872945846] linearizableReadLoop","detail":"{readStateIndex:14582; appliedIndex:14581; }","duration":"100.18799ms","start":"2026-07-27T20:34:13.76976Z","end":"2026-07-27T20:34:13.869948Z","steps":["trace[872945846] 'read index received' (duration: 82.695223ms)","trace[872945846] 'applied index is now lower than readState.Index' (duration: 17.491447ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T20:34:13.870246Z","caller":"traceutil/trace.go:171","msg":"trace[1371856666] transaction","detail":"{read_only:false; response_revision:14102; number_of_response:1; }","duration":"125.819005ms","start":"2026-07-27T20:34:13.744306Z","end":"2026-07-27T20:34:13.870125Z","steps":["trace[1371856666] 'process raft request' (duration: 108.199134ms)","trace[1371856666] 'compare' (duration: 17.293362ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T20:34:13.87036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.573352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-27T20:34:13.870506Z","caller":"traceutil/trace.go:171","msg":"trace[1511396975] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14102; }","duration":"100.805578ms","start":"2026-07-27T20:34:13.76966Z","end":"2026-07-27T20:34:13.870466Z","steps":["trace[1511396975] 'agreement among raft nodes before linearized reading' (duration: 100.435557ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:36:51.177052Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13014} {"level":"info","ts":"2026-07-27T20:36:51.269223Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13014,"took":"88.706401ms","hash":229038748,"current-db-size-bytes":58974208,"current-db-size":"59 MB","current-db-size-in-use-bytes":30703616,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-27T20:36:51.269312Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":229038748,"revision":13014,"compact-revision":10959} {"level":"info","ts":"2026-07-27T20:41:25.189847Z","caller":"traceutil/trace.go:171","msg":"trace[1973498802] linearizableReadLoop","detail":"{readStateIndex:18069; appliedIndex:18068; }","duration":"118.189628ms","start":"2026-07-27T20:41:25.071629Z","end":"2026-07-27T20:41:25.189819Z","steps":["trace[1973498802] 'read index received' (duration: 117.976892ms)","trace[1973498802] 'applied index is now lower than readState.Index' (duration: 211.466µs)"],"step_count":2} {"level":"info","ts":"2026-07-27T20:41:25.190153Z","caller":"traceutil/trace.go:171","msg":"trace[1829067399] transaction","detail":"{read_only:false; response_revision:17481; number_of_response:1; }","duration":"122.92452ms","start":"2026-07-27T20:41:25.067188Z","end":"2026-07-27T20:41:25.190112Z","steps":["trace[1829067399] 'process raft request' (duration: 122.469528ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:41:25.190264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.60805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-27T20:41:25.19031Z","caller":"traceutil/trace.go:171","msg":"trace[1006576543] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17481; }","duration":"118.691992ms","start":"2026-07-27T20:41:25.071605Z","end":"2026-07-27T20:41:25.190297Z","steps":["trace[1006576543] 'agreement among raft nodes before linearized reading' (duration: 118.344743ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:41:25.297795Z","caller":"traceutil/trace.go:171","msg":"trace[76291468] transaction","detail":"{read_only:false; response_revision:17482; number_of_response:1; }","duration":"103.012855ms","start":"2026-07-27T20:41:25.194741Z","end":"2026-07-27T20:41:25.297754Z","steps":["trace[76291468] 'process raft request' (duration: 71.795354ms)","trace[76291468] 'compare' (duration: 30.738127ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T20:41:25.595607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.29368ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-27T20:41:25.596129Z","caller":"traceutil/trace.go:171","msg":"trace[1712370826] transaction","detail":"{read_only:false; response_revision:17485; number_of_response:1; }","duration":"176.445303ms","start":"2026-07-27T20:41:25.419661Z","end":"2026-07-27T20:41:25.596106Z","steps":["trace[1712370826] 'process raft request' (duration: 176.077113ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:41:25.596338Z","caller":"traceutil/trace.go:171","msg":"trace[887449266] transaction","detail":"{read_only:false; response_revision:17484; number_of_response:1; }","duration":"206.491932ms","start":"2026-07-27T20:41:25.389812Z","end":"2026-07-27T20:41:25.596304Z","steps":["trace[887449266] 'process raft request' (duration: 77.42387ms)","trace[887449266] 'compare' (duration: 128.156457ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T20:41:26.307713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.993343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-27T20:41:26.307837Z","caller":"traceutil/trace.go:171","msg":"trace[101066028] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17486; }","duration":"113.584199ms","start":"2026-07-27T20:41:26.19422Z","end":"2026-07-27T20:41:26.307805Z","steps":["trace[101066028] 'range keys from in-memory index tree' (duration: 112.768756ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:41:51.183265Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15375} {"level":"info","ts":"2026-07-27T20:41:51.287751Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15375,"took":"100.016971ms","hash":3348572048,"current-db-size-bytes":58974208,"current-db-size":"59 MB","current-db-size-in-use-bytes":32481280,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-27T20:41:51.287834Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3348572048,"revision":15375,"compact-revision":13014} {"level":"info","ts":"2026-07-27T20:45:12.544497Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"61a3fe3fc9dc5d35","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-27T20:45:12.550322Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-07-27T20:45:12.550601Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-07-27T20:46:51.189772Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17782} {"level":"info","ts":"2026-07-27T20:46:51.290589Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17782,"took":"97.419723ms","hash":3009875747,"current-db-size-bytes":58974208,"current-db-size":"59 MB","current-db-size-in-use-bytes":33939456,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-07-27T20:46:51.29066Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3009875747,"revision":17782,"compact-revision":15375} {"level":"info","ts":"2026-07-27T20:46:54.443011Z","caller":"traceutil/trace.go:171","msg":"trace[366682095] transaction","detail":"{read_only:false; response_revision:20078; number_of_response:1; }","duration":"116.858586ms","start":"2026-07-27T20:46:54.326106Z","end":"2026-07-27T20:46:54.442965Z","steps":["trace[366682095] 'process raft request' (duration: 69.350338ms)","trace[366682095] 'compare' (duration: 47.213539ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T20:47:20.499088Z","caller":"traceutil/trace.go:171","msg":"trace[1525966992] transaction","detail":"{read_only:false; response_revision:20209; number_of_response:1; }","duration":"279.079809ms","start":"2026-07-27T20:47:20.21998Z","end":"2026-07-27T20:47:20.49906Z","steps":["trace[1525966992] 'process raft request' (duration: 278.865813ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:47:20.511423Z","caller":"traceutil/trace.go:171","msg":"trace[694345191] linearizableReadLoop","detail":"{readStateIndex:20889; appliedIndex:20887; }","duration":"280.577911ms","start":"2026-07-27T20:47:20.230818Z","end":"2026-07-27T20:47:20.511396Z","steps":["trace[694345191] 'read index received' (duration: 268.000799ms)","trace[694345191] 'applied index is now lower than readState.Index' (duration: 12.576172ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T20:47:20.511597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.774307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-27T20:47:20.511625Z","caller":"traceutil/trace.go:171","msg":"trace[1874494684] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:20210; }","duration":"280.869069ms","start":"2026-07-27T20:47:20.230745Z","end":"2026-07-27T20:47:20.511614Z","steps":["trace[1874494684] 'agreement among raft nodes before linearized reading' (duration: 280.766756ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:47:20.511864Z","caller":"traceutil/trace.go:171","msg":"trace[1604620473] transaction","detail":"{read_only:false; response_revision:20210; number_of_response:1; }","duration":"291.387263ms","start":"2026-07-27T20:47:20.22047Z","end":"2026-07-27T20:47:20.511857Z","steps":["trace[1604620473] 'process raft request' (duration: 290.804917ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:47:20.761142Z","caller":"traceutil/trace.go:171","msg":"trace[2061581420] transaction","detail":"{read_only:false; response_revision:20211; number_of_response:1; }","duration":"171.345089ms","start":"2026-07-27T20:47:20.58975Z","end":"2026-07-27T20:47:20.761095Z","steps":["trace[2061581420] 'process raft request' (duration: 92.67511ms)","trace[2061581420] 'compare' (duration: 78.454983ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T20:47:20.761025Z","caller":"traceutil/trace.go:171","msg":"trace[308175943] linearizableReadLoop","detail":"{readStateIndex:20890; appliedIndex:20889; }","duration":"156.720489ms","start":"2026-07-27T20:47:20.60428Z","end":"2026-07-27T20:47:20.761Z","steps":["trace[308175943] 'read index received' (duration: 78.069351ms)","trace[308175943] 'applied index is now lower than readState.Index' (duration: 78.650278ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T20:47:20.761363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.059209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T20:47:20.76148Z","caller":"traceutil/trace.go:171","msg":"trace[617314523] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20211; }","duration":"157.248825ms","start":"2026-07-27T20:47:20.604202Z","end":"2026-07-27T20:47:20.761451Z","steps":["trace[617314523] 'agreement among raft nodes before linearized reading' (duration: 157.045469ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:47:20.761751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.868307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-27T20:47:20.761799Z","caller":"traceutil/trace.go:171","msg":"trace[119436042] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20211; }","duration":"106.97392ms","start":"2026-07-27T20:47:20.654807Z","end":"2026-07-27T20:47:20.761781Z","steps":["trace[119436042] 'agreement among raft nodes before linearized reading' (duration: 106.652821ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:47:21.032033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.76388ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-27T20:47:21.032172Z","caller":"traceutil/trace.go:171","msg":"trace[175893392] transaction","detail":"{read_only:false; response_revision:20212; number_of_response:1; }","duration":"265.983134ms","start":"2026-07-27T20:47:20.766166Z","end":"2026-07-27T20:47:21.03215Z","steps":["trace[175893392] 'process raft request' (duration: 132.996907ms)","trace[175893392] 'compare' (duration: 132.468642ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T20:47:21.401176Z","caller":"traceutil/trace.go:171","msg":"trace[187963128] linearizableReadLoop","detail":"{readStateIndex:20894; appliedIndex:20893; }","duration":"152.43565ms","start":"2026-07-27T20:47:21.248707Z","end":"2026-07-27T20:47:21.401142Z","steps":["trace[187963128] 'read index received' (duration: 152.202284ms)","trace[187963128] 'applied index is now lower than readState.Index' (duration: 232.136µs)"],"step_count":2} {"level":"info","ts":"2026-07-27T20:47:21.401307Z","caller":"traceutil/trace.go:171","msg":"trace[1179691854] transaction","detail":"{read_only:false; response_revision:20215; number_of_response:1; }","duration":"195.002089ms","start":"2026-07-27T20:47:21.206262Z","end":"2026-07-27T20:47:21.401264Z","steps":["trace[1179691854] 'process raft request' (duration: 194.6609ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:47:21.401477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.735478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-27T20:47:21.401525Z","caller":"traceutil/trace.go:171","msg":"trace[182682403] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20215; }","duration":"152.849571ms","start":"2026-07-27T20:47:21.248664Z","end":"2026-07-27T20:47:21.401513Z","steps":["trace[182682403] 'agreement among raft nodes before linearized reading' (duration: 152.656056ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:47:21.401552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.41453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T20:47:21.401665Z","caller":"traceutil/trace.go:171","msg":"trace[1566322145] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:20215; }","duration":"137.568744ms","start":"2026-07-27T20:47:21.264075Z","end":"2026-07-27T20:47:21.401644Z","steps":["trace[1566322145] 'agreement among raft nodes before linearized reading' (duration: 137.389229ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:47:21.401668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.681177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-27T20:47:21.401783Z","caller":"traceutil/trace.go:171","msg":"trace[1055584279] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20215; }","duration":"147.854442ms","start":"2026-07-27T20:47:21.253904Z","end":"2026-07-27T20:47:21.401758Z","steps":["trace[1055584279] 'agreement among raft nodes before linearized reading' (duration: 147.491532ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:47:21.698861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.207131ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-27T20:47:21.699064Z","caller":"traceutil/trace.go:171","msg":"trace[1161965517] transaction","detail":"{read_only:false; response_revision:20217; number_of_response:1; }","duration":"292.135314ms","start":"2026-07-27T20:47:21.406906Z","end":"2026-07-27T20:47:21.699041Z","steps":["trace[1161965517] 'process raft request' (duration: 143.630504ms)","trace[1161965517] 'compare' (duration: 147.983995ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T20:47:21.699675Z","caller":"traceutil/trace.go:171","msg":"trace[2018502487] transaction","detail":"{read_only:false; response_revision:20218; number_of_response:1; }","duration":"261.739394ms","start":"2026-07-27T20:47:21.437916Z","end":"2026-07-27T20:47:21.699655Z","steps":["trace[2018502487] 'process raft request' (duration: 261.070155ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T20:47:21.973047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.393983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-27T20:47:21.973154Z","caller":"traceutil/trace.go:171","msg":"trace[1085245960] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:20218; }","duration":"174.583548ms","start":"2026-07-27T20:47:21.798542Z","end":"2026-07-27T20:47:21.973126Z","steps":["trace[1085245960] 'count revisions from in-memory index tree' (duration: 174.173166ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T20:51:51.199965Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20061} {"level":"info","ts":"2026-07-27T20:51:51.309636Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20061,"took":"102.164765ms","hash":1272246298,"current-db-size-bytes":58974208,"current-db-size":"59 MB","current-db-size-in-use-bytes":42283008,"current-db-size-in-use":"42 MB"} {"level":"info","ts":"2026-07-27T20:51:51.309723Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1272246298,"revision":20061,"compact-revision":17782} {"level":"info","ts":"2026-07-27T20:56:51.207318Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23064} {"level":"info","ts":"2026-07-27T20:56:51.353079Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23064,"took":"139.990629ms","hash":3202969687,"current-db-size-bytes":58974208,"current-db-size":"59 MB","current-db-size-in-use-bytes":30916608,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-27T20:56:51.353164Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3202969687,"revision":23064,"compact-revision":20061} {"level":"warn","ts":"2026-07-27T21:00:20.297212Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6716449951115837486,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-27T21:00:20.532492Z","caller":"traceutil/trace.go:171","msg":"trace[1128507235] transaction","detail":"{read_only:false; response_revision:27080; number_of_response:1; }","duration":"779.042505ms","start":"2026-07-27T21:00:19.753432Z","end":"2026-07-27T21:00:20.532474Z","steps":["trace[1128507235] 'process raft request' (duration: 778.912461ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:00:20.532605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:00:19.753407Z","time spent":"779.139848ms","remote":"127.0.0.1:47908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T21:00:20.585271Z","caller":"traceutil/trace.go:171","msg":"trace[1904060029] transaction","detail":"{read_only:false; response_revision:27081; number_of_response:1; }","duration":"740.528192ms","start":"2026-07-27T21:00:19.844719Z","end":"2026-07-27T21:00:20.585247Z","steps":["trace[1904060029] 'process raft request' (duration: 740.317136ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:00:20.585432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:00:19.84467Z","time spent":"740.680156ms","remote":"127.0.0.1:47868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5428,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T21:00:20.58567Z","caller":"traceutil/trace.go:171","msg":"trace[707486086] transaction","detail":"{read_only:false; response_revision:27082; number_of_response:1; }","duration":"707.293787ms","start":"2026-07-27T21:00:19.878336Z","end":"2026-07-27T21:00:20.58563Z","steps":["trace[707486086] 'process raft request' (duration: 706.859295ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:00:20.585747Z","caller":"traceutil/trace.go:171","msg":"trace[1221345936] transaction","detail":"{read_only:false; response_revision:27083; number_of_response:1; }","duration":"457.308344ms","start":"2026-07-27T21:00:20.128411Z","end":"2026-07-27T21:00:20.585719Z","steps":["trace[1221345936] 'process raft request' (duration: 457.052637ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:00:20.585892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:00:19.878302Z","time spent":"707.478882ms","remote":"127.0.0.1:47908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T21:00:20.585926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:00:20.128381Z","time spent":"457.438208ms","remote":"127.0.0.1:47908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T21:00:20.585963Z","caller":"traceutil/trace.go:171","msg":"trace[553660197] transaction","detail":"{read_only:false; response_revision:27084; number_of_response:1; }","duration":"386.913424ms","start":"2026-07-27T21:00:20.199025Z","end":"2026-07-27T21:00:20.585938Z","steps":["trace[553660197] 'process raft request' (duration: 386.634197ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:00:20.586087Z","caller":"traceutil/trace.go:171","msg":"trace[1455048913] transaction","detail":"{read_only:false; response_revision:27085; number_of_response:1; }","duration":"379.399765ms","start":"2026-07-27T21:00:20.206672Z","end":"2026-07-27T21:00:20.586071Z","steps":["trace[1455048913] 'process raft request' (duration: 379.167049ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:00:20.586102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:00:20.198999Z","time spent":"387.016068ms","remote":"127.0.0.1:47908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T21:00:20.58617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:00:20.206659Z","time spent":"379.467998ms","remote":"127.0.0.1:47908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T21:00:20.586222Z","caller":"traceutil/trace.go:171","msg":"trace[788976016] linearizableReadLoop","detail":"{readStateIndex:27958; appliedIndex:27951; }","duration":"789.608629ms","start":"2026-07-27T21:00:19.796589Z","end":"2026-07-27T21:00:20.586198Z","steps":["trace[788976016] 'read index received' (duration: 735.756439ms)","trace[788976016] 'applied index is now lower than readState.Index' (duration: 53.85123ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T21:00:20.58627Z","caller":"traceutil/trace.go:171","msg":"trace[2093119204] transaction","detail":"{read_only:false; response_revision:27086; number_of_response:1; }","duration":"370.770265ms","start":"2026-07-27T21:00:20.215485Z","end":"2026-07-27T21:00:20.586256Z","steps":["trace[2093119204] 'process raft request' (duration: 370.533379ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:00:20.586332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:00:20.215477Z","time spent":"370.829287ms","remote":"127.0.0.1:47908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T21:00:20.586419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.103938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-07-27T21:00:20.586469Z","caller":"traceutil/trace.go:171","msg":"trace[431302506] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:27086; }","duration":"727.192561ms","start":"2026-07-27T21:00:19.859262Z","end":"2026-07-27T21:00:20.586455Z","steps":["trace[431302506] 'agreement among raft nodes before linearized reading' (duration: 727.038897ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:00:20.586502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:00:19.859247Z","time spent":"727.247292ms","remote":"127.0.0.1:47772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-07-27T21:00:20.58685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.287197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:672"} {"level":"info","ts":"2026-07-27T21:00:20.586898Z","caller":"traceutil/trace.go:171","msg":"trace[1879312504] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:27086; }","duration":"637.356129ms","start":"2026-07-27T21:00:19.94953Z","end":"2026-07-27T21:00:20.586886Z","steps":["trace[1879312504] 'agreement among raft nodes before linearized reading' (duration: 637.207075ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:00:20.586875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.139213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:672"} {"level":"warn","ts":"2026-07-27T21:00:20.58693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:00:19.94952Z","time spent":"637.40273ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":695,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-27T21:00:20.586942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.354225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:672"} {"level":"info","ts":"2026-07-27T21:00:20.58716Z","caller":"traceutil/trace.go:171","msg":"trace[646339607] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:27086; }","duration":"639.54332ms","start":"2026-07-27T21:00:19.947527Z","end":"2026-07-27T21:00:20.58707Z","steps":["trace[646339607] 'agreement among raft nodes before linearized reading' (duration: 639.157319ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:00:20.587323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.17833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/heat-trusts\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-07-27T21:00:20.587279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:00:19.947465Z","time spent":"639.794416ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":695,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-07-27T21:00:20.587367Z","caller":"traceutil/trace.go:171","msg":"trace[1506819832] range","detail":"{range_begin:/registry/serviceaccounts/openstack/heat-trusts; range_end:; response_count:1; response_revision:27086; }","duration":"360.242972ms","start":"2026-07-27T21:00:20.227115Z","end":"2026-07-27T21:00:20.587358Z","steps":["trace[1506819832] 'agreement among raft nodes before linearized reading' (duration: 360.136509ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:00:20.58742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:00:20.227106Z","time spent":"360.307814ms","remote":"127.0.0.1:47816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/serviceaccounts/openstack/heat-trusts\" "} {"level":"warn","ts":"2026-07-27T21:00:20.586982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.37693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-27T21:00:20.587582Z","caller":"traceutil/trace.go:171","msg":"trace[964222291] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27086; }","duration":"791.005048ms","start":"2026-07-27T21:00:19.796565Z","end":"2026-07-27T21:00:20.58757Z","steps":["trace[964222291] 'agreement among raft nodes before linearized reading' (duration: 789.721402ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:00:20.587614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:00:19.796557Z","time spent":"791.048699ms","remote":"127.0.0.1:47908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-27T21:00:20.586986Z","caller":"traceutil/trace.go:171","msg":"trace[354025769] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:27086; }","duration":"623.275617ms","start":"2026-07-27T21:00:19.96368Z","end":"2026-07-27T21:00:20.586955Z","steps":["trace[354025769] 'agreement among raft nodes before linearized reading' (duration: 622.980089ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:00:20.58856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.681482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T21:00:20.588674Z","caller":"traceutil/trace.go:171","msg":"trace[315365185] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:27086; }","duration":"180.868267ms","start":"2026-07-27T21:00:20.407782Z","end":"2026-07-27T21:00:20.58865Z","steps":["trace[315365185] 'agreement among raft nodes before linearized reading' (duration: 178.561673ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:00:20.587931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:00:19.963669Z","time spent":"624.149001ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":695,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-27T21:00:20.591571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.979733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:388898"} {"level":"info","ts":"2026-07-27T21:00:20.591695Z","caller":"traceutil/trace.go:171","msg":"trace[1642623488] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:27086; }","duration":"305.109666ms","start":"2026-07-27T21:00:20.286572Z","end":"2026-07-27T21:00:20.591681Z","steps":["trace[1642623488] 'agreement among raft nodes before linearized reading' (duration: 300.448837ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:00:20.591757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:00:20.286523Z","time spent":"305.21343ms","remote":"127.0.0.1:47686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1895,"response size":388921,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "}