{"level":"info","ts":1782972089.2138066,"logger":"rabbitmq-cluster-operator","msg":"Waited for 1.02836838s due to client-side throttling, not priority and fairness, request: GET:https://10.96.0.1:443/apis/cluster.x-k8s.io/v1beta2?timeout=32s\n"} {"level":"info","ts":1782972089.819931,"logger":"controller-runtime.metrics","msg":"Metrics server is starting to listen","addr":":9782"} {"level":"info","ts":1782972089.8217266,"logger":"setup","msg":"started controller"} {"level":"info","ts":1782972089.8217468,"logger":"setup","msg":"starting manager"} {"level":"info","ts":1782972089.8220313,"msg":"Starting server","path":"/metrics","kind":"metrics","addr":"[::]:9782"} {"level":"info","ts":1782972089.9231489,"logger":"rabbitmq-cluster-operator","msg":"attempting to acquire leader lease openstack/rabbitmq-cluster-operator-leader-election...\n"} {"level":"info","ts":1782972106.903056,"logger":"rabbitmq-cluster-operator","msg":"successfully acquired lease openstack/rabbitmq-cluster-operator-leader-election\n"} {"level":"info","ts":1782972106.9035234,"logger":"controller.rabbitmqcluster","msg":"Starting EventSource","reconciler group":"rabbitmq.com","reconciler kind":"RabbitmqCluster","source":"kind source: *v1beta1.RabbitmqCluster"} {"level":"info","ts":1782972106.9036384,"logger":"controller.rabbitmqcluster","msg":"Starting EventSource","reconciler group":"rabbitmq.com","reconciler kind":"RabbitmqCluster","source":"kind source: *v1.StatefulSet"} {"level":"info","ts":1782972106.9037132,"logger":"controller.rabbitmqcluster","msg":"Starting EventSource","reconciler group":"rabbitmq.com","reconciler kind":"RabbitmqCluster","source":"kind source: *v1.ConfigMap"} {"level":"info","ts":1782972106.9037874,"logger":"controller.rabbitmqcluster","msg":"Starting EventSource","reconciler group":"rabbitmq.com","reconciler kind":"RabbitmqCluster","source":"kind source: *v1.Service"} {"level":"info","ts":1782972106.9038296,"logger":"controller.rabbitmqcluster","msg":"Starting EventSource","reconciler group":"rabbitmq.com","reconciler kind":"RabbitmqCluster","source":"kind source: *v1.Role"} {"level":"info","ts":1782972106.9038672,"logger":"controller.rabbitmqcluster","msg":"Starting EventSource","reconciler group":"rabbitmq.com","reconciler kind":"RabbitmqCluster","source":"kind source: *v1.RoleBinding"} {"level":"info","ts":1782972106.903908,"logger":"controller.rabbitmqcluster","msg":"Starting EventSource","reconciler group":"rabbitmq.com","reconciler kind":"RabbitmqCluster","source":"kind source: *v1.ServiceAccount"} {"level":"info","ts":1782972106.9039466,"logger":"controller.rabbitmqcluster","msg":"Starting EventSource","reconciler group":"rabbitmq.com","reconciler kind":"RabbitmqCluster","source":"kind source: *v1.Secret"} {"level":"info","ts":1782972106.9040241,"logger":"controller.rabbitmqcluster","msg":"Starting Controller","reconciler group":"rabbitmq.com","reconciler kind":"RabbitmqCluster"} {"level":"info","ts":1782972107.1062727,"logger":"controller.rabbitmqcluster","msg":"Starting workers","reconciler group":"rabbitmq.com","reconciler kind":"RabbitmqCluster","worker count":1} {"level":"info","ts":1782972107.2881458,"logger":"controller.rabbitmqcluster","msg":"Start reconciling","reconciler group":"rabbitmq.com","reconciler kind":"RabbitmqCluster","name":"rabbitmq-glance","namespace":"openstack","spec":"{\"replicas\":1,\"image\":\"harbor.atmosphere.dev/docker.io/library/rabbitmq:3.10.2-management\",\"service\":{\"type\":\"ClusterIP\"},\"persistence\":{\"storage\":\"10Gi\"},\"resources\":{\"requests\":{\"cpu\":\"500m\",\"memory\":\"1Gi\"}},\"affinity\":{\"nodeAffinity\":{\"requiredDuringSchedulingIgnoredDuringExecution\":{\"nodeSelectorTerms\":[{\"matchExpressions\":[{\"key\":\"openstack-control-plane\",\"operator\":\"In\",\"values\":[\"enabled\"]}]}]}}},\"rabbitmq\":{\"additionalConfig\":\"vm_memory_high_watermark.relative = 0.9\\n\"},\"tls\":{},\"override\":{},\"terminationGracePeriodSeconds\":15,\"secretBackend\":{}}"} {"level":"info","ts":1782972107.323598,"logger":"controller.rabbitmqcluster","msg":"updated resource rabbitmq-glance-nodes of Type *v1.Service","reconciler group":"rabbitmq.com","reconciler kind":"RabbitmqCluster","name":"rabbitmq-glance","namespace":"openstack"} {"level":"info","ts":1782972107.3256032,"logger":"statefulset.RabbitmqCluster","msg":"Warning: Memory request and limit are not equal for \"rabbitmq-glance-server\". It is recommended that they be set to the same value"} {"level":"info","ts":1782972107.437247,"logger":"statefulset.RabbitmqCluster","msg":"Warning: Memory request and limit are not equal for \"rabbitmq-glance-server\". It is recommended that they be set to the same value"} {"level":"info","ts":1782972107.448912,"logger":"controller.rabbitmqcluster","msg":"updated resource rabbitmq-glance-server of Type *v1.StatefulSet","reconciler group":"rabbitmq.com","reconciler kind":"RabbitmqCluster","name":"rabbitmq-glance","namespace":"openstack"} {"level":"info","ts":1782972107.466628,"logger":"controller.rabbitmqcluster","msg":"Finished reconciling","reconciler group":"rabbitmq.com","reconciler kind":"RabbitmqCluster","name":"rabbitmq-glance","namespace":"openstack"} {"level":"info","ts":1782972107.476548,"logger":"controller.rabbitmqcluster","msg":"Start reconciling","reconciler group":"rabbitmq.com","reconciler kind":"RabbitmqCluster","name":"rabbitmq-keystone","namespace":"openstack","spec":"{\"replicas\":1,\"image\":\"harbor.atmosphere.dev/docker.io/library/rabbitmq:3.10.2-management\",\"service\":{\"type\":\"ClusterIP\"},\"persistence\":{\"storage\":\"10Gi\"},\"resources\":{\"requests\":{\"cpu\":\"500m\",\"memory\":\"1Gi\"}},\"affinity\":{\"nodeAffinity\":{\"requiredDuringSchedulingIgnoredDuringExecution\":{\"nodeSelectorTerms\":[{\"matchExpressions\":[{\"key\":\"openstack-control-plane\",\"operator\":\"In\",\"values\":[\"enabled\"]}]}]}}},\"rabbitmq\":{\"additionalConfig\":\"vm_memory_high_watermark.relative = 0.9\\n\"},\"tls\":{},\"override\":{},\"terminationGracePeriodSeconds\":15,\"secretBackend\":{}}"} {"level":"info","ts":1782972107.481807,"logger":"controller.rabbitmqcluster","msg":"updated resource rabbitmq-keystone-nodes of Type *v1.Service","reconciler group":"rabbitmq.com","reconciler kind":"RabbitmqCluster","name":"rabbitmq-keystone","namespace":"openstack"} {"level":"info","ts":1782972107.4838023,"logger":"statefulset.RabbitmqCluster","msg":"Warning: Memory request and limit are not equal for \"rabbitmq-keystone-server\". It is recommended that they be set to the same value"} {"level":"info","ts":1782972107.5695114,"logger":"statefulset.RabbitmqCluster","msg":"Warning: Memory request and limit are not equal for \"rabbitmq-keystone-server\". It is recommended that they be set to the same value"} {"level":"info","ts":1782972107.579558,"logger":"controller.rabbitmqcluster","msg":"updated resource rabbitmq-keystone-server of Type *v1.StatefulSet","reconciler group":"rabbitmq.com","reconciler kind":"RabbitmqCluster","name":"rabbitmq-keystone","namespace":"openstack"} {"level":"info","ts":1782972107.5952907,"logger":"controller.rabbitmqcluster","msg":"Finished reconciling","reconciler group":"rabbitmq.com","reconciler kind":"RabbitmqCluster","name":"rabbitmq-keystone","namespace":"openstack"} {"level":"info","ts":1782972107.6855807,"logger":"controller.rabbitmqcluster","msg":"Start reconciling","reconciler group":"rabbitmq.com","reconciler kind":"RabbitmqCluster","name":"rabbitmq-heat","namespace":"openstack","spec":"{\"replicas\":1,\"image\":\"harbor.atmosphere.dev/docker.io/library/rabbitmq:3.10.2-management\",\"service\":{\"type\":\"ClusterIP\"},\"persistence\":{\"storage\":\"10Gi\"},\"resources\":{\"requests\":{\"cpu\":\"500m\",\"memory\":\"1Gi\"}},\"affinity\":{\"nodeAffinity\":{\"requiredDuringSchedulingIgnoredDuringExecution\":{\"nodeSelectorTerms\":[{\"matchExpressions\":[{\"key\":\"openstack-control-plane\",\"operator\":\"In\",\"values\":[\"enabled\"]}]}]}}},\"rabbitmq\":{\"additionalConfig\":\"vm_memory_high_watermark.relative = 0.9\\n\"},\"tls\":{},\"override\":{},\"terminationGracePeriodSeconds\":15,\"secretBackend\":{}}"} {"level":"info","ts":1782972107.7008104,"logger":"controller.rabbitmqcluster","msg":"updated resource rabbitmq-heat-nodes of Type *v1.Service","reconciler group":"rabbitmq.com","reconciler kind":"RabbitmqCluster","name":"rabbitmq-heat","namespace":"openstack"} {"level":"info","ts":1782972107.7026744,"logger":"statefulset.RabbitmqCluster","msg":"Warning: Memory request and limit are not equal for \"rabbitmq-heat-server\". It is recommended that they be set to the same value"} {"level":"info","ts":1782972107.7133808,"logger":"statefulset.RabbitmqCluster","msg":"Warning: Memory request and limit are not equal for \"rabbitmq-heat-server\". It is recommended that they be set to the same value"} {"level":"info","ts":1782972107.7267308,"logger":"controller.rabbitmqcluster","msg":"updated resource rabbitmq-heat-server of Type *v1.StatefulSet","reconciler group":"rabbitmq.com","reconciler kind":"RabbitmqCluster","name":"rabbitmq-heat","namespace":"openstack"} {"level":"info","ts":1782972107.7706475,"logger":"controller.rabbitmqcluster","msg":"Finished reconciling","reconciler group":"rabbitmq.com","reconciler kind":"RabbitmqCluster","name":"rabbitmq-heat","namespace":"openstack"} {"level":"info","ts":1782972107.7802134,"logger":"controller.rabbitmqcluster","msg":"Start reconciling","reconciler group":"rabbitmq.com","reconciler kind":"RabbitmqCluster","name":"rabbitmq-nova","namespace":"openstack","spec":"{\"replicas\":1,\"image\":\"harbor.atmosphere.dev/docker.io/library/rabbitmq:3.10.2-management\",\"service\":{\"type\":\"ClusterIP\"},\"persistence\":{\"storage\":\"10Gi\"},\"resources\":{\"requests\":{\"cpu\":\"500m\",\"memory\":\"1Gi\"}},\"affinity\":{\"nodeAffinity\":{\"requiredDuringSchedulingIgnoredDuringExecution\":{\"nodeSelectorTerms\":[{\"matchExpressions\":[{\"key\":\"openstack-control-plane\",\"operator\":\"In\",\"values\":[\"enabled\"]}]}]}}},\"rabbitmq\":{\"additionalConfig\":\"vm_memory_high_watermark.relative = 0.9\\n\"},\"tls\":{},\"override\":{},\"terminationGracePeriodSeconds\":15,\"secretBackend\":{}}"} {"level":"info","ts":1782972107.8135417,"logger":"controller.rabbitmqcluster","msg":"updated resource rabbitmq-nova-nodes of Type *v1.Service","reconciler group":"rabbitmq.com","reconciler kind":"RabbitmqCluster","name":"rabbitmq-nova","namespace":"openstack"} {"level":"info","ts":1782972107.814736,"logger":"statefulset.RabbitmqCluster","msg":"Warning: Memory request and limit are not equal for \"rabbitmq-nova-server\". It is recommended that they be set to the same value"} {"level":"info","ts":1782972107.8228312,"logger":"statefulset.RabbitmqCluster","msg":"Warning: Memory request and limit are not equal for \"rabbitmq-nova-server\". It is recommended that they be set to the same value"} {"level":"info","ts":1782972107.8340204,"logger":"controller.rabbitmqcluster","msg":"updated resource rabbitmq-nova-server of Type *v1.StatefulSet","reconciler group":"rabbitmq.com","reconciler kind":"RabbitmqCluster","name":"rabbitmq-nova","namespace":"openstack"} {"level":"info","ts":1782972112.2358258,"logger":"controller.rabbitmqcluster","msg":"Finished reconciling","reconciler group":"rabbitmq.com","reconciler kind":"RabbitmqCluster","name":"rabbitmq-nova","namespace":"openstack"} {"level":"info","ts":1782972114.0870547,"logger":"controller.rabbitmqcluster","msg":"Start reconciling","reconciler group":"rabbitmq.com","reconciler kind":"RabbitmqCluster","name":"rabbitmq-senlin","namespace":"openstack","spec":"{\"replicas\":1,\"image\":\"harbor.atmosphere.dev/docker.io/library/rabbitmq:3.10.2-management\",\"service\":{\"type\":\"ClusterIP\"},\"persistence\":{\"storage\":\"10Gi\"},\"resources\":{\"requests\":{\"cpu\":\"500m\",\"memory\":\"1Gi\"}},\"affinity\":{\"nodeAffinity\":{\"requiredDuringSchedulingIgnoredDuringExecution\":{\"nodeSelectorTerms\":[{\"matchExpressions\":[{\"key\":\"openstack-control-plane\",\"operator\":\"In\",\"values\":[\"enabled\"]}]}]}}},\"rabbitmq\":{\"additionalConfig\":\"vm_memory_high_watermark.relative = 0.9\\n\"},\"tls\":{},\"override\":{},\"terminationGracePeriodSeconds\":15,\"secretBackend\":{}}"} {"level":"info","ts":1782972115.343509,"logger":"controller.rabbitmqcluster","msg":"updated resource rabbitmq-senlin-nodes of Type *v1.Service","reconciler group":"rabbitmq.com","reconciler kind":"RabbitmqCluster","name":"rabbitmq-senlin","namespace":"openstack"} {"level":"info","ts":1782972115.3454049,"logger":"statefulset.RabbitmqCluster","msg":"Warning: Memory request and limit are not equal for \"rabbitmq-senlin-server\". It is recommended that they be set to the same value"} {"level":"error","ts":1782972119.048994,"logger":"rabbitmq-cluster-operator","msg":"Failed to update lock: Put \"https://10.96.0.1:443/api/v1/namespaces/openstack/configmaps/rabbitmq-cluster-operator-leader-election\": context deadline exceeded\n","stacktrace":"k8s.io/client-go/tools/leaderelection.(*LeaderElector).renew.func1.1\n\t/go/pkg/mod/k8s.io/client-go@v0.23.5/tools/leaderelection/leaderelection.go:272\nk8s.io/apimachinery/pkg/util/wait.ConditionFunc.WithContext.func1\n\t/go/pkg/mod/k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:220\nk8s.io/apimachinery/pkg/util/wait.runConditionWithCrashProtectionWithContext\n\t/go/pkg/mod/k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:233\nk8s.io/apimachinery/pkg/util/wait.poll\n\t/go/pkg/mod/k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:580\nk8s.io/apimachinery/pkg/util/wait.PollImmediateUntilWithContext\n\t/go/pkg/mod/k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:545\nk8s.io/apimachinery/pkg/util/wait.PollImmediateUntil\n\t/go/pkg/mod/k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:536\nk8s.io/client-go/tools/leaderelection.(*LeaderElector).renew.func1\n\t/go/pkg/mod/k8s.io/client-go@v0.23.5/tools/leaderelection/leaderelection.go:271\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/go/pkg/mod/k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/go/pkg/mod/k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156\nk8s.io/apimachinery/pkg/util/wait.JitterUntil\n\t/go/pkg/mod/k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:133\nk8s.io/apimachinery/pkg/util/wait.Until\n\t/go/pkg/mod/k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:90\nk8s.io/client-go/tools/leaderelection.(*LeaderElector).renew\n\t/go/pkg/mod/k8s.io/client-go@v0.23.5/tools/leaderelection/leaderelection.go:268\nk8s.io/client-go/tools/leaderelection.(*LeaderElector).Run\n\t/go/pkg/mod/k8s.io/client-go@v0.23.5/tools/leaderelection/leaderelection.go:212\nsigs.k8s.io/controller-runtime/pkg/manager.(*controllerManager).startLeaderElection.func3\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.11.2/pkg/manager/internal.go:642"} {"level":"info","ts":1782972119.0492816,"logger":"rabbitmq-cluster-operator","msg":"failed to renew lease openstack/rabbitmq-cluster-operator-leader-election: timed out waiting for the condition\n"} {"level":"error","ts":1782972119.0493646,"logger":"setup","msg":"problem running manager","error":"leader election lost","stacktrace":"main.main\n\t/workspace/main.go:139\nruntime.main\n\t/usr/local/go/src/runtime/proc.go:255"} {"level":"info","ts":1782972119.0494273,"msg":"Stopping and waiting for non leader election runnables"}