level=info ts=2026-02-26T01:54:26.090033883Z caller=main.go:199 component=automaxprocs msg="Leaving GOMAXPROCS=16: CPU quota undefined"
level=info ts=2026-02-26T01:54:26.090080804Z caller=main.go:213 msg="Starting Prometheus Operator" version="(version=0.74.0, branch=refs/tags/v0.74.0, revision=cd506c4fb584f40b46163926f01ba24a91f5baf5)"
level=info ts=2026-02-26T01:54:26.090092084Z caller=main.go:214 build_context="(go=go1.22.3, platform=linux/amd64, user=Action-Run-ID-9130603252, date=20240517-15:27:00, tags=unknown)"
level=info ts=2026-02-26T01:54:26.090097744Z caller=main.go:215 feature_gates=
level=info ts=2026-02-26T01:54:26.090108494Z caller=main.go:226 msg="namespaces filtering configuration " config="{allow_list=\"\",deny_list=\"\",prometheus_allow_list=\"\",alertmanager_allow_list=\"\",alertmanagerconfig_allow_list=\"\",thanosruler_allow_list=\"\"}"
level=info ts=2026-02-26T01:54:26.096882915Z caller=main.go:255 msg="connection established" cluster-version=v1.28.13
level=info ts=2026-02-26T01:54:26.134733731Z caller=operator.go:335 component=prometheus-controller msg="Kubernetes API capabilities" endpointslices=true
level=info ts=2026-02-26T01:54:26.15010145Z caller=operator.go:320 component=prometheusagent-controller msg="Kubernetes API capabilities" endpointslices=true
level=warn ts=2026-02-26T01:54:26.184040792Z caller=server.go:160 msg="server TLS client verification disabled" client_ca_file=/etc/tls/private/tls-ca.crt err="stat /etc/tls/private/tls-ca.crt: no such file or directory"
level=info ts=2026-02-26T01:54:26.18583063Z caller=server.go:300 msg="starting secure server" address=[::]:10250 http2=false
level=info ts=2026-02-26T01:54:26.285261854Z caller=operator.go:392 component=prometheus-controller msg="successfully synced all caches"
level=info ts=2026-02-26T01:54:26.28549255Z caller=operator.go:283 component=thanos-controller msg="successfully synced all caches"
level=info ts=2026-02-26T01:54:26.286052265Z caller=operator.go:429 component=prometheusagent-controller msg="successfully synced all caches"
level=info ts=2026-02-26T01:54:26.291558022Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T01:54:26.292035014Z caller=operator.go:313 component=alertmanager-controller msg="successfully synced all caches"
level=info ts=2026-02-26T01:54:26.292477886Z caller=operator.go:691 component=alertmanager-controller msg="StatefulSet not found" key=monitoring/alertmanager-kube-prometheus-stack-alertmanager
level=info ts=2026-02-26T01:54:26.292554828Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T01:54:26.347133049Z caller=operator.go:691 component=alertmanager-controller msg="StatefulSet not found" key=monitoring/alertmanager-kube-prometheus-stack-alertmanager
level=warn ts=2026-02-26T01:54:26.358557323Z caller=klog.go:106 component=k8s_client_runtime func=Warning msg="spec.template.spec.containers[1].ports[0]: duplicate port definition with spec.template.spec.initContainers[0].ports[0]"
level=info ts=2026-02-26T01:54:26.359917889Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T01:54:26.360248128Z caller=operator.go:691 component=alertmanager-controller msg="StatefulSet not found" key=monitoring/alertmanager-kube-prometheus-stack-alertmanager
level=info ts=2026-02-26T01:54:26.534187864Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T01:54:26.696621773Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=warn ts=2026-02-26T01:54:26.735674601Z caller=klog.go:106 component=k8s_client_runtime func=Warning msg="spec.template.spec.containers[1].ports[0]: duplicate port definition with spec.template.spec.initContainers[0].ports[0]"
level=info ts=2026-02-26T01:54:26.744710081Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T01:54:26.744744282Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T01:54:27.147518173Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T01:54:32.07430843Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T01:54:32.078134762Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T01:54:32.162917216Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T01:54:32.234410707Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T01:54:32.447240067Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T01:54:41.900553656Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T01:54:42.233200322Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T01:54:42.264059053Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T01:54:55.62276137Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T01:54:55.626570501Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T01:54:55.695551297Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T01:54:55.736902211Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T01:54:55.854650529Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T01:54:55.899516377Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T01:54:55.927113537Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T01:55:45.83875089Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T01:55:45.842256713Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T01:55:45.92183834Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T01:55:45.988596397Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T01:55:46.261883012Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T01:55:59.414292137Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T01:55:59.418476677Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T01:56:30.130734445Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T01:56:30.134446233Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T01:58:24.16352965Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T01:58:24.166485777Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T01:58:24.250480382Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T01:58:24.298104727Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T01:58:24.534211491Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T01:58:43.127622376Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T01:58:43.131666002Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T01:58:43.166137221Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T01:58:43.456565417Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T01:59:16.163716979Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T01:59:16.171637327Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T01:59:16.219878329Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T01:59:16.495981687Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:00:48.4090178Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:00:48.413340204Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:00:48.494240738Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:00:48.5515849Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:00:48.763431776Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:01:41.609222323Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:01:41.612773737Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:01:42.262593912Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:01:42.266085944Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:01:44.55501616Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:01:44.558117082Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:01:59.511196124Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:01:59.513542826Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:01:59.60968247Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:01:59.660697066Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:01:59.877335148Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:02:08.08450892Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:02:08.088230708Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:02:12.84286329Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:02:12.846469645Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:02:12.890985619Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:02:13.205187954Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:02:13.399690693Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:02:13.539668354Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:02:18.668886244Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:02:18.672790337Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:02:21.656614136Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:02:21.665992613Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:02:21.713760501Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:02:22.024683716Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:02:55.14747046Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:02:55.153714295Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:02:55.214784173Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:02:55.325698393Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:02:55.551733804Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:05:03.708105376Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:05:03.710553161Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:05:08.862271721Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:05:08.865859396Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:05:08.954415699Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:05:09.005968078Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:05:09.225467172Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:07:27.839671809Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:07:27.842964046Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:07:27.896383183Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:07:28.221459636Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:07:50.899496519Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:07:50.903599047Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:07:50.944723911Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:07:51.202533642Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:08:25.002479941Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:08:25.009148357Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:08:25.209767842Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:08:25.420853543Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:10:36.309234835Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:10:36.313492427Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:11:05.692740524Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:11:05.695510227Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:13:10.332163719Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:13:10.338364601Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:13:10.42117969Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:13:10.466843031Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:13:10.652359579Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:13:12.494263214Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:13:12.497824757Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:13:12.553329677Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:13:12.850515854Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:14:32.920619475Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:14:32.924447064Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:14:33.014160294Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:14:33.078082265Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:14:33.264008395Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:15:29.423863292Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:15:29.43024901Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:15:29.515379642Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:15:29.578087663Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:15:29.780096223Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:15:30.086622574Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:15:30.151947544Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:15:30.157533351Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:15:30.218996448Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:15:30.534567718Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:15:32.968253402Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:15:32.971942879Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:15:33.020167279Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:15:33.308672276Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:15:39.473012724Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:15:39.480522721Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:15:39.545494782Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:15:39.869847943Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:16:16.79550002Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:16:16.802123724Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:16:16.875950958Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:16:17.186115035Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:16:18.203419003Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:16:18.206657558Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:16:18.309565138Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:16:18.366051265Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:16:18.611042046Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:18:54.904584716Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:18:54.908204701Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:18:55.028511179Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:18:55.081656029Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:18:55.26056344Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:18:56.562843902Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:18:56.566248161Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:18:56.64214921Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:18:56.694129928Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:18:56.987303638Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:19:16.7168108Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:19:16.722821658Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:19:16.766808817Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:19:17.054641826Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:19:51.089229681Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:19:51.094247313Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:19:51.17464587Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:19:51.452015706Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:21:58.93876163Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:21:58.944713747Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:21:59.027026195Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:21:59.072749629Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:21:59.2846237Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:22:51.708238549Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:22:51.720543493Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:22:51.780645786Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:22:52.068163218Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:22:59.896839223Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:22:59.904598817Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:22:59.953372192Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:23:00.027160835Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:23:00.255421497Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:23:25.594641799Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:23:25.601903371Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:23:25.671385071Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:23:25.944007461Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:26:38.158923235Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:26:38.16252607Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:26:38.263040181Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:26:38.309482206Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:26:38.51588737Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:26:39.609664507Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:26:39.614024672Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:26:39.692684037Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:26:39.736650827Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:26:39.958154429Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:26:48.782434246Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:26:48.785023974Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:26:48.829027335Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:26:49.10864372Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:28:46.763180535Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:28:46.766698508Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:28:54.178011189Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:28:54.182447886Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:28:54.252711879Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:28:54.300764546Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:28:54.505342382Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:28:54.847751613Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:28:54.880072846Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:28:54.926447479Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:28:54.974357362Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:28:55.18809424Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:28:55.603199267Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:28:55.606163425Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:28:59.241544957Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:28:59.24469121Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:28:59.285696922Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:28:59.555561519Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:28:59.600885484Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:28:59.658006681Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:28:59.936147297Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:31:15.578489181Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:31:15.580919635Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:31:15.665512946Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:31:15.723761362Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:31:15.976261622Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:31:17.50264653Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:31:17.510118087Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:31:17.57924646Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:31:17.878965385Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:32:02.022581825Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:32:02.028551973Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:32:02.143120855Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:32:02.231088205Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:32:02.430377081Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:32:02.812784827Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:32:02.926478966Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:32:02.98047243Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:32:03.061422585Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:32:03.37555606Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:32:03.384965458Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:32:03.556386739Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:32:03.706243112Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:32:03.817187788Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:32:03.937872171Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:32:04.705430835Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:32:04.715173853Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:32:05.001973037Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:32:05.132093658Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:32:51.94753648Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:32:51.95361774Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:32:52.03592394Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:32:52.30414712Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:35:06.982612479Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:35:07.717673766Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=error ts=2026-02-26T02:35:58.144630564Z caller=klog.go:126 component=k8s_client_runtime func=ErrorDepth msg="sync \"monitoring/kube-prometheus-stack-alertmanager\" failed: synchronizing governing service failed: Internal error occurred: resource quota evaluation timed out"
level=info ts=2026-02-26T02:35:58.1448704Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:36:26.334099965Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=error ts=2026-02-26T02:36:30.259705583Z caller=controller.go:189 component=kubelet_endpoints kubelet_object=kube-system/kube-prometheus-stack-kubelet msg="Failed to synchronize nodes" err="synchronizing kubelet service object failed: Put \"https://10.96.0.1:443/api/v1/namespaces/kube-system/services/kube-prometheus-stack-kubelet\": dial tcp 10.96.0.1:443: connect: connection refused"
level=error ts=2026-02-26T02:36:30.2603596Z caller=klog.go:126 component=k8s_client_runtime func=ErrorDepth msg="sync \"monitoring/kube-prometheus-stack-alertmanager\" failed: failed to reconcile the TLS secrets: failed to update the TLS secrets: failed to create secret \"alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\": Get \"https://10.96.0.1:443/api/v1/namespaces/monitoring/secrets/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\": dial tcp 10.96.0.1:443: connect: connection refused"
level=info ts=2026-02-26T02:36:30.260481553Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=error ts=2026-02-26T02:36:30.260891814Z caller=klog.go:126 component=k8s_client_runtime func=ErrorDepth msg="sync \"monitoring/kube-prometheus-stack-alertmanager\" failed: cannot get \"general\" storageclass: Get \"https://10.96.0.1:443/apis/storage.k8s.io/v1/storageclasses/general\": dial tcp 10.96.0.1:443: connect: connection refused"
level=error ts=2026-02-26T02:36:30.261358596Z caller=klog.go:126 component=k8s_client_runtime func=ErrorDepth msg="status \"monitoring/kube-prometheus-stack-alertmanager\" failed: failed to retrieve statefulset state: Get \"https://10.96.0.1:443/api/v1/namespaces/monitoring/pods?labelSelector=alertmanager%3Dkube-prometheus-stack-alertmanager%2Capp.kubernetes.io%2Finstance%3Dkube-prometheus-stack-alertmanager%2Capp.kubernetes.io%2Fmanaged-by%3Dprometheus-operator%2Capp.kubernetes.io%2Fname%3Dalertmanager\": dial tcp 10.96.0.1:443: connect: connection refused"
level=error ts=2026-02-26T02:36:30.26302953Z caller=klog.go:126 component=k8s_client_runtime func=ErrorDepth msg="status \"monitoring/kube-prometheus-stack-alertmanager\" failed: failed to retrieve statefulset state: Get \"https://10.96.0.1:443/api/v1/namespaces/monitoring/pods?labelSelector=alertmanager%3Dkube-prometheus-stack-alertmanager%2Capp.kubernetes.io%2Finstance%3Dkube-prometheus-stack-alertmanager%2Capp.kubernetes.io%2Fmanaged-by%3Dprometheus-operator%2Capp.kubernetes.io%2Fname%3Dalertmanager\": dial tcp 10.96.0.1:443: connect: connection refused"
level=error ts=2026-02-26T02:36:30.268350441Z caller=klog.go:126 component=k8s_client_runtime func=ErrorDepth msg="status \"monitoring/kube-prometheus-stack-alertmanager\" failed: failed to retrieve statefulset state: Get \"https://10.96.0.1:443/api/v1/namespaces/monitoring/pods?labelSelector=alertmanager%3Dkube-prometheus-stack-alertmanager%2Capp.kubernetes.io%2Finstance%3Dkube-prometheus-stack-alertmanager%2Capp.kubernetes.io%2Fmanaged-by%3Dprometheus-operator%2Capp.kubernetes.io%2Fname%3Dalertmanager\": dial tcp 10.96.0.1:443: connect: connection refused"
level=info ts=2026-02-26T02:36:30.271207686Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=error ts=2026-02-26T02:36:30.271555945Z caller=klog.go:126 component=k8s_client_runtime func=ErrorDepth msg="sync \"monitoring/kube-prometheus-stack-alertmanager\" failed: cannot get \"general\" storageclass: Get \"https://10.96.0.1:443/apis/storage.k8s.io/v1/storageclasses/general\": dial tcp 10.96.0.1:443: connect: connection refused"
level=error ts=2026-02-26T02:36:30.27213745Z caller=klog.go:126 component=k8s_client_runtime func=ErrorDepth msg="status \"monitoring/kube-prometheus-stack-alertmanager\" failed: failed to retrieve statefulset state: Get \"https://10.96.0.1:443/api/v1/namespaces/monitoring/pods?labelSelector=alertmanager%3Dkube-prometheus-stack-alertmanager%2Capp.kubernetes.io%2Finstance%3Dkube-prometheus-stack-alertmanager%2Capp.kubernetes.io%2Fmanaged-by%3Dprometheus-operator%2Capp.kubernetes.io%2Fname%3Dalertmanager\": dial tcp 10.96.0.1:443: connect: connection refused"
level=warn ts=2026-02-26T02:36:30.282726429Z caller=resource_selector.go:126 component=prometheus-controller msg="skipping servicemonitor" error="failed to get ca \"<secret=kube-prometheus-stack-admission,key=ca>\": unable to get secret \"kube-prometheus-stack-admission\": Get \"https://10.96.0.1:443/api/v1/namespaces/monitoring/secrets/kube-prometheus-stack-admission\": dial tcp 10.96.0.1:443: connect: connection refused" servicemonitor=monitoring/kube-prometheus-stack-operator namespace=monitoring prometheus=kube-prometheus-stack-prometheus
level=error ts=2026-02-26T02:36:30.290221257Z caller=klog.go:126 component=k8s_client_runtime func=ErrorDepth msg="status \"monitoring/kube-prometheus-stack-alertmanager\" failed: failed to retrieve statefulset state: Get \"https://10.96.0.1:443/api/v1/namespaces/monitoring/pods?labelSelector=alertmanager%3Dkube-prometheus-stack-alertmanager%2Capp.kubernetes.io%2Finstance%3Dkube-prometheus-stack-alertmanager%2Capp.kubernetes.io%2Fmanaged-by%3Dprometheus-operator%2Capp.kubernetes.io%2Fname%3Dalertmanager\": dial tcp 10.96.0.1:443: connect: connection refused"
level=error ts=2026-02-26T02:36:30.300703833Z caller=klog.go:126 component=k8s_client_runtime func=ErrorDepth msg="sync \"monitoring/kube-prometheus-stack-prometheus\" failed: creating config failed: Get \"https://10.96.0.1:443/api/v1/namespaces/monitoring/secrets/prometheus-kube-prometheus-stack-prometheus\": dial tcp 10.96.0.1:443: connect: connection refused"
level=error ts=2026-02-26T02:36:30.301931826Z caller=klog.go:126 component=k8s_client_runtime func=ErrorDepth msg="status \"monitoring/kube-prometheus-stack-prometheus\" failed: failed to get prometheus status: failed to retrieve statefulset state: Get \"https://10.96.0.1:443/api/v1/namespaces/monitoring/pods?labelSelector=app.kubernetes.io%2Finstance%3Dkube-prometheus-stack-prometheus%2Capp.kubernetes.io%2Fmanaged-by%3Dprometheus-operator%2Capp.kubernetes.io%2Fname%3Dprometheus%2Coperator.prometheus.io%2Fname%3Dkube-prometheus-stack-prometheus%2Coperator.prometheus.io%2Fshard%3D0%2Cprometheus%3Dkube-prometheus-stack-prometheus\": dial tcp 10.96.0.1:443: connect: connection refused"
level=error ts=2026-02-26T02:36:30.306758333Z caller=klog.go:126 component=k8s_client_runtime func=ErrorDepth msg="sync \"monitoring/kube-prometheus-stack-prometheus\" failed: cannot get \"general\" storageclass: Get \"https://10.96.0.1:443/apis/storage.k8s.io/v1/storageclasses/general\": dial tcp 10.96.0.1:443: connect: connection refused"
level=error ts=2026-02-26T02:36:30.307538873Z caller=klog.go:126 component=k8s_client_runtime func=ErrorDepth msg="status \"monitoring/kube-prometheus-stack-prometheus\" failed: failed to get prometheus status: failed to retrieve statefulset state: Get \"https://10.96.0.1:443/api/v1/namespaces/monitoring/pods?labelSelector=app.kubernetes.io%2Finstance%3Dkube-prometheus-stack-prometheus%2Capp.kubernetes.io%2Fmanaged-by%3Dprometheus-operator%2Capp.kubernetes.io%2Fname%3Dprometheus%2Coperator.prometheus.io%2Fname%3Dkube-prometheus-stack-prometheus%2Coperator.prometheus.io%2Fshard%3D0%2Cprometheus%3Dkube-prometheus-stack-prometheus\": dial tcp 10.96.0.1:443: connect: connection refused"
level=error ts=2026-02-26T02:36:30.309443954Z caller=klog.go:126 component=k8s_client_runtime func=ErrorDepth msg="status \"monitoring/kube-prometheus-stack-prometheus\" failed: failed to get prometheus status: failed to retrieve statefulset state: Get \"https://10.96.0.1:443/api/v1/namespaces/monitoring/pods?labelSelector=app.kubernetes.io%2Finstance%3Dkube-prometheus-stack-prometheus%2Capp.kubernetes.io%2Fmanaged-by%3Dprometheus-operator%2Capp.kubernetes.io%2Fname%3Dprometheus%2Coperator.prometheus.io%2Fname%3Dkube-prometheus-stack-prometheus%2Coperator.prometheus.io%2Fshard%3D0%2Cprometheus%3Dkube-prometheus-stack-prometheus\": dial tcp 10.96.0.1:443: connect: connection refused"
level=info ts=2026-02-26T02:36:30.311839307Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=error ts=2026-02-26T02:36:30.31233056Z caller=klog.go:126 component=k8s_client_runtime func=ErrorDepth msg="sync \"monitoring/kube-prometheus-stack-alertmanager\" failed: cannot get \"general\" storageclass: Get \"https://10.96.0.1:443/apis/storage.k8s.io/v1/storageclasses/general\": dial tcp 10.96.0.1:443: connect: connection refused"
level=error ts=2026-02-26T02:36:30.312970847Z caller=klog.go:126 component=k8s_client_runtime func=ErrorDepth msg="status \"monitoring/kube-prometheus-stack-alertmanager\" failed: failed to retrieve statefulset state: Get \"https://10.96.0.1:443/api/v1/namespaces/monitoring/pods?labelSelector=alertmanager%3Dkube-prometheus-stack-alertmanager%2Capp.kubernetes.io%2Finstance%3Dkube-prometheus-stack-alertmanager%2Capp.kubernetes.io%2Fmanaged-by%3Dprometheus-operator%2Capp.kubernetes.io%2Fname%3Dalertmanager\": dial tcp 10.96.0.1:443: connect: connection refused"
level=error ts=2026-02-26T02:36:30.317735222Z caller=klog.go:126 component=k8s_client_runtime func=ErrorDepth msg="sync \"monitoring/kube-prometheus-stack-prometheus\" failed: cannot get \"general\" storageclass: Get \"https://10.96.0.1:443/apis/storage.k8s.io/v1/storageclasses/general\": dial tcp 10.96.0.1:443: connect: connection refused"
level=error ts=2026-02-26T02:36:30.318375589Z caller=klog.go:126 component=k8s_client_runtime func=ErrorDepth msg="status \"monitoring/kube-prometheus-stack-prometheus\" failed: failed to get prometheus status: failed to retrieve statefulset state: Get \"https://10.96.0.1:443/api/v1/namespaces/monitoring/pods?labelSelector=app.kubernetes.io%2Finstance%3Dkube-prometheus-stack-prometheus%2Capp.kubernetes.io%2Fmanaged-by%3Dprometheus-operator%2Capp.kubernetes.io%2Fname%3Dprometheus%2Coperator.prometheus.io%2Fname%3Dkube-prometheus-stack-prometheus%2Coperator.prometheus.io%2Fshard%3D0%2Cprometheus%3Dkube-prometheus-stack-prometheus\": dial tcp 10.96.0.1:443: connect: connection refused"
level=error ts=2026-02-26T02:36:30.319657863Z caller=klog.go:126 component=k8s_client_runtime func=ErrorDepth msg="status \"monitoring/kube-prometheus-stack-prometheus\" failed: failed to get prometheus status: failed to retrieve statefulset state: Get \"https://10.96.0.1:443/api/v1/namespaces/monitoring/pods?labelSelector=app.kubernetes.io%2Finstance%3Dkube-prometheus-stack-prometheus%2Capp.kubernetes.io%2Fmanaged-by%3Dprometheus-operator%2Capp.kubernetes.io%2Fname%3Dprometheus%2Coperator.prometheus.io%2Fname%3Dkube-prometheus-stack-prometheus%2Coperator.prometheus.io%2Fshard%3D0%2Cprometheus%3Dkube-prometheus-stack-prometheus\": dial tcp 10.96.0.1:443: connect: connection refused"
level=error ts=2026-02-26T02:36:30.339193578Z caller=klog.go:126 component=k8s_client_runtime func=ErrorDepth msg="sync \"monitoring/kube-prometheus-stack-prometheus\" failed: cannot get \"general\" storageclass: Get \"https://10.96.0.1:443/apis/storage.k8s.io/v1/storageclasses/general\": dial tcp 10.96.0.1:443: connect: connection refused"
level=error ts=2026-02-26T02:36:30.339849775Z caller=klog.go:126 component=k8s_client_runtime func=ErrorDepth msg="status \"monitoring/kube-prometheus-stack-prometheus\" failed: failed to get prometheus status: failed to retrieve statefulset state: Get \"https://10.96.0.1:443/api/v1/namespaces/monitoring/pods?labelSelector=app.kubernetes.io%2Finstance%3Dkube-prometheus-stack-prometheus%2Capp.kubernetes.io%2Fmanaged-by%3Dprometheus-operator%2Capp.kubernetes.io%2Fname%3Dprometheus%2Coperator.prometheus.io%2Fname%3Dkube-prometheus-stack-prometheus%2Coperator.prometheus.io%2Fshard%3D0%2Cprometheus%3Dkube-prometheus-stack-prometheus\": dial tcp 10.96.0.1:443: connect: connection refused"
level=error ts=2026-02-26T02:36:30.371946731Z caller=klog.go:126 component=k8s_client_runtime func=ErrorDepth msg="status \"monitoring/kube-prometheus-stack-alertmanager\" failed: failed to retrieve statefulset state: Get \"https://10.96.0.1:443/api/v1/namespaces/monitoring/pods?labelSelector=alertmanager%3Dkube-prometheus-stack-alertmanager%2Capp.kubernetes.io%2Finstance%3Dkube-prometheus-stack-alertmanager%2Capp.kubernetes.io%2Fmanaged-by%3Dprometheus-operator%2Capp.kubernetes.io%2Fname%3Dalertmanager\": dial tcp 10.96.0.1:443: connect: connection refused"
level=error ts=2026-02-26T02:36:30.380743183Z caller=klog.go:126 component=k8s_client_runtime func=ErrorDepth msg="sync \"monitoring/kube-prometheus-stack-prometheus\" failed: cannot get \"general\" storageclass: Get \"https://10.96.0.1:443/apis/storage.k8s.io/v1/storageclasses/general\": dial tcp 10.96.0.1:443: connect: connection refused"
level=error ts=2026-02-26T02:36:30.381924424Z caller=klog.go:126 component=k8s_client_runtime func=ErrorDepth msg="status \"monitoring/kube-prometheus-stack-prometheus\" failed: failed to get prometheus status: failed to retrieve statefulset state: Get \"https://10.96.0.1:443/api/v1/namespaces/monitoring/pods?labelSelector=app.kubernetes.io%2Finstance%3Dkube-prometheus-stack-prometheus%2Capp.kubernetes.io%2Fmanaged-by%3Dprometheus-operator%2Capp.kubernetes.io%2Fname%3Dprometheus%2Coperator.prometheus.io%2Fname%3Dkube-prometheus-stack-prometheus%2Coperator.prometheus.io%2Fshard%3D0%2Cprometheus%3Dkube-prometheus-stack-prometheus\": dial tcp 10.96.0.1:443: connect: connection refused"
level=info ts=2026-02-26T02:36:30.393036627Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=error ts=2026-02-26T02:36:30.393663514Z caller=klog.go:126 component=k8s_client_runtime func=ErrorDepth msg="sync \"monitoring/kube-prometheus-stack-alertmanager\" failed: cannot get \"general\" storageclass: Get \"https://10.96.0.1:443/apis/storage.k8s.io/v1/storageclasses/general\": dial tcp 10.96.0.1:443: connect: connection refused"
level=error ts=2026-02-26T02:36:30.394179167Z caller=klog.go:126 component=k8s_client_runtime func=ErrorDepth msg="status \"monitoring/kube-prometheus-stack-alertmanager\" failed: failed to retrieve statefulset state: Get \"https://10.96.0.1:443/api/v1/namespaces/monitoring/pods?labelSelector=alertmanager%3Dkube-prometheus-stack-alertmanager%2Capp.kubernetes.io%2Finstance%3Dkube-prometheus-stack-alertmanager%2Capp.kubernetes.io%2Fmanaged-by%3Dprometheus-operator%2Capp.kubernetes.io%2Fname%3Dalertmanager\": dial tcp 10.96.0.1:443: connect: connection refused"
level=error ts=2026-02-26T02:36:30.401328506Z caller=klog.go:126 component=k8s_client_runtime func=ErrorDepth msg="status \"monitoring/kube-prometheus-stack-prometheus\" failed: failed to get prometheus status: failed to retrieve statefulset state: Get \"https://10.96.0.1:443/api/v1/namespaces/monitoring/pods?labelSelector=app.kubernetes.io%2Finstance%3Dkube-prometheus-stack-prometheus%2Capp.kubernetes.io%2Fmanaged-by%3Dprometheus-operator%2Capp.kubernetes.io%2Fname%3Dprometheus%2Coperator.prometheus.io%2Fname%3Dkube-prometheus-stack-prometheus%2Coperator.prometheus.io%2Fshard%3D0%2Cprometheus%3Dkube-prometheus-stack-prometheus\": dial tcp 10.96.0.1:443: connect: connection refused"
level=error ts=2026-02-26T02:36:30.462079987Z caller=klog.go:126 component=k8s_client_runtime func=ErrorDepth msg="sync \"monitoring/kube-prometheus-stack-prometheus\" failed: cannot get \"general\" storageclass: Get \"https://10.96.0.1:443/apis/storage.k8s.io/v1/storageclasses/general\": dial tcp 10.96.0.1:443: connect: connection refused"
level=error ts=2026-02-26T02:36:30.462862348Z caller=klog.go:126 component=k8s_client_runtime func=ErrorDepth msg="status \"monitoring/kube-prometheus-stack-prometheus\" failed: failed to get prometheus status: failed to retrieve statefulset state: Get \"https://10.96.0.1:443/api/v1/namespaces/monitoring/pods?labelSelector=app.kubernetes.io%2Finstance%3Dkube-prometheus-stack-prometheus%2Capp.kubernetes.io%2Fmanaged-by%3Dprometheus-operator%2Capp.kubernetes.io%2Fname%3Dprometheus%2Coperator.prometheus.io%2Fname%3Dkube-prometheus-stack-prometheus%2Coperator.prometheus.io%2Fshard%3D0%2Cprometheus%3Dkube-prometheus-stack-prometheus\": dial tcp 10.96.0.1:443: connect: connection refused"
level=info ts=2026-02-26T02:36:30.554350199Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=error ts=2026-02-26T02:36:30.554992026Z caller=klog.go:126 component=k8s_client_runtime func=ErrorDepth msg="sync \"monitoring/kube-prometheus-stack-alertmanager\" failed: cannot get \"general\" storageclass: Get \"https://10.96.0.1:443/apis/storage.k8s.io/v1/storageclasses/general\": dial tcp 10.96.0.1:443: connect: connection refused"
level=error ts=2026-02-26T02:36:30.555681485Z caller=klog.go:126 component=k8s_client_runtime func=ErrorDepth msg="status \"monitoring/kube-prometheus-stack-alertmanager\" failed: failed to retrieve statefulset state: Get \"https://10.96.0.1:443/api/v1/namespaces/monitoring/pods?labelSelector=alertmanager%3Dkube-prometheus-stack-alertmanager%2Capp.kubernetes.io%2Finstance%3Dkube-prometheus-stack-alertmanager%2Capp.kubernetes.io%2Fmanaged-by%3Dprometheus-operator%2Capp.kubernetes.io%2Fname%3Dalertmanager\": dial tcp 10.96.0.1:443: connect: connection refused"
level=error ts=2026-02-26T02:36:30.623712178Z caller=klog.go:126 component=k8s_client_runtime func=ErrorDepth msg="sync \"monitoring/kube-prometheus-stack-prometheus\" failed: cannot get \"general\" storageclass: Get \"https://10.96.0.1:443/apis/storage.k8s.io/v1/storageclasses/general\": dial tcp 10.96.0.1:443: connect: connection refused"
level=error ts=2026-02-26T02:36:30.62453373Z caller=klog.go:126 component=k8s_client_runtime func=ErrorDepth msg="status \"monitoring/kube-prometheus-stack-prometheus\" failed: failed to get prometheus status: failed to retrieve statefulset state: Get \"https://10.96.0.1:443/api/v1/namespaces/monitoring/pods?labelSelector=app.kubernetes.io%2Finstance%3Dkube-prometheus-stack-prometheus%2Capp.kubernetes.io%2Fmanaged-by%3Dprometheus-operator%2Capp.kubernetes.io%2Fname%3Dprometheus%2Coperator.prometheus.io%2Fname%3Dkube-prometheus-stack-prometheus%2Coperator.prometheus.io%2Fshard%3D0%2Cprometheus%3Dkube-prometheus-stack-prometheus\": dial tcp 10.96.0.1:443: connect: connection refused"
level=error ts=2026-02-26T02:36:30.693723593Z caller=klog.go:126 component=k8s_client_runtime func=ErrorDepth msg="status \"monitoring/kube-prometheus-stack-alertmanager\" failed: failed to retrieve statefulset state: Get \"https://10.96.0.1:443/api/v1/namespaces/monitoring/pods?labelSelector=alertmanager%3Dkube-prometheus-stack-alertmanager%2Capp.kubernetes.io%2Finstance%3Dkube-prometheus-stack-alertmanager%2Capp.kubernetes.io%2Fmanaged-by%3Dprometheus-operator%2Capp.kubernetes.io%2Fname%3Dalertmanager\": dial tcp 10.96.0.1:443: connect: connection refused"
level=info ts=2026-02-26T02:36:30.875531396Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=error ts=2026-02-26T02:36:30.876411519Z caller=klog.go:126 component=k8s_client_runtime func=ErrorDepth msg="sync \"monitoring/kube-prometheus-stack-alertmanager\" failed: cannot get \"general\" storageclass: Get \"https://10.96.0.1:443/apis/storage.k8s.io/v1/storageclasses/general\": dial tcp 10.96.0.1:443: connect: connection refused"
level=error ts=2026-02-26T02:36:30.877295212Z caller=klog.go:126 component=k8s_client_runtime func=ErrorDepth msg="status \"monitoring/kube-prometheus-stack-alertmanager\" failed: failed to retrieve statefulset state: Get \"https://10.96.0.1:443/api/v1/namespaces/monitoring/pods?labelSelector=alertmanager%3Dkube-prometheus-stack-alertmanager%2Capp.kubernetes.io%2Finstance%3Dkube-prometheus-stack-alertmanager%2Capp.kubernetes.io%2Fmanaged-by%3Dprometheus-operator%2Capp.kubernetes.io%2Fname%3Dalertmanager\": dial tcp 10.96.0.1:443: connect: connection refused"
level=error ts=2026-02-26T02:36:30.945687755Z caller=klog.go:126 component=k8s_client_runtime func=ErrorDepth msg="sync \"monitoring/kube-prometheus-stack-prometheus\" failed: cannot get \"general\" storageclass: Get \"https://10.96.0.1:443/apis/storage.k8s.io/v1/storageclasses/general\": dial tcp 10.96.0.1:443: connect: connection refused"
level=error ts=2026-02-26T02:36:30.946595099Z caller=klog.go:126 component=k8s_client_runtime func=ErrorDepth msg="status \"monitoring/kube-prometheus-stack-prometheus\" failed: failed to get prometheus status: failed to retrieve statefulset state: Get \"https://10.96.0.1:443/api/v1/namespaces/monitoring/pods?labelSelector=app.kubernetes.io%2Finstance%3Dkube-prometheus-stack-prometheus%2Capp.kubernetes.io%2Fmanaged-by%3Dprometheus-operator%2Capp.kubernetes.io%2Fname%3Dprometheus%2Coperator.prometheus.io%2Fname%3Dkube-prometheus-stack-prometheus%2Coperator.prometheus.io%2Fshard%3D0%2Cprometheus%3Dkube-prometheus-stack-prometheus\": dial tcp 10.96.0.1:443: connect: connection refused"
level=error ts=2026-02-26T02:36:31.04335601Z caller=klog.go:126 component=k8s_client_runtime func=ErrorDepth msg="status \"monitoring/kube-prometheus-stack-prometheus\" failed: failed to get prometheus status: failed to retrieve statefulset state: Get \"https://10.96.0.1:443/api/v1/namespaces/monitoring/pods?labelSelector=app.kubernetes.io%2Finstance%3Dkube-prometheus-stack-prometheus%2Capp.kubernetes.io%2Fmanaged-by%3Dprometheus-operator%2Capp.kubernetes.io%2Fname%3Dprometheus%2Coperator.prometheus.io%2Fname%3Dkube-prometheus-stack-prometheus%2Coperator.prometheus.io%2Fshard%3D0%2Cprometheus%3Dkube-prometheus-stack-prometheus\": dial tcp 10.96.0.1:443: connect: connection refused"
level=info ts=2026-02-26T02:36:31.516611635Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=error ts=2026-02-26T02:36:31.517344364Z caller=klog.go:126 component=k8s_client_runtime func=ErrorDepth msg="sync \"monitoring/kube-prometheus-stack-alertmanager\" failed: cannot get \"general\" storageclass: Get \"https://10.96.0.1:443/apis/storage.k8s.io/v1/storageclasses/general\": dial tcp 10.96.0.1:443: connect: connection refused"
level=error ts=2026-02-26T02:36:31.51831251Z caller=klog.go:126 component=k8s_client_runtime func=ErrorDepth msg="status \"monitoring/kube-prometheus-stack-alertmanager\" failed: failed to retrieve statefulset state: Get \"https://10.96.0.1:443/api/v1/namespaces/monitoring/pods?labelSelector=alertmanager%3Dkube-prometheus-stack-alertmanager%2Capp.kubernetes.io%2Finstance%3Dkube-prometheus-stack-alertmanager%2Capp.kubernetes.io%2Fmanaged-by%3Dprometheus-operator%2Capp.kubernetes.io%2Fname%3Dalertmanager\": dial tcp 10.96.0.1:443: connect: connection refused"
level=error ts=2026-02-26T02:36:31.587542705Z caller=klog.go:126 component=k8s_client_runtime func=ErrorDepth msg="sync \"monitoring/kube-prometheus-stack-prometheus\" failed: cannot get \"general\" storageclass: Get \"https://10.96.0.1:443/apis/storage.k8s.io/v1/storageclasses/general\": dial tcp 10.96.0.1:443: connect: connection refused"
level=error ts=2026-02-26T02:36:31.588583562Z caller=klog.go:126 component=k8s_client_runtime func=ErrorDepth msg="status \"monitoring/kube-prometheus-stack-prometheus\" failed: failed to get prometheus status: failed to retrieve statefulset state: Get \"https://10.96.0.1:443/api/v1/namespaces/monitoring/pods?labelSelector=app.kubernetes.io%2Finstance%3Dkube-prometheus-stack-prometheus%2Capp.kubernetes.io%2Fmanaged-by%3Dprometheus-operator%2Capp.kubernetes.io%2Fname%3Dprometheus%2Coperator.prometheus.io%2Fname%3Dkube-prometheus-stack-prometheus%2Coperator.prometheus.io%2Fshard%3D0%2Cprometheus%3Dkube-prometheus-stack-prometheus\": dial tcp 10.96.0.1:443: connect: connection refused"
level=info ts=2026-02-26T02:36:32.798191528Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=error ts=2026-02-26T02:36:32.799162773Z caller=klog.go:126 component=k8s_client_runtime func=ErrorDepth msg="sync \"monitoring/kube-prometheus-stack-alertmanager\" failed: cannot get \"general\" storageclass: Get \"https://10.96.0.1:443/apis/storage.k8s.io/v1/storageclasses/general\": dial tcp 10.96.0.1:443: connect: connection refused"
level=error ts=2026-02-26T02:36:32.800812627Z caller=klog.go:126 component=k8s_client_runtime func=ErrorDepth msg="status \"monitoring/kube-prometheus-stack-alertmanager\" failed: failed to retrieve statefulset state: Get \"https://10.96.0.1:443/api/v1/namespaces/monitoring/pods?labelSelector=alertmanager%3Dkube-prometheus-stack-alertmanager%2Capp.kubernetes.io%2Finstance%3Dkube-prometheus-stack-alertmanager%2Capp.kubernetes.io%2Fmanaged-by%3Dprometheus-operator%2Capp.kubernetes.io%2Fname%3Dalertmanager\": dial tcp 10.96.0.1:443: connect: connection refused"
level=error ts=2026-02-26T02:36:32.869346643Z caller=klog.go:126 component=k8s_client_runtime func=ErrorDepth msg="sync \"monitoring/kube-prometheus-stack-prometheus\" failed: cannot get \"general\" storageclass: Get \"https://10.96.0.1:443/apis/storage.k8s.io/v1/storageclasses/general\": dial tcp 10.96.0.1:443: connect: connection refused"
level=error ts=2026-02-26T02:36:32.870319499Z caller=klog.go:126 component=k8s_client_runtime func=ErrorDepth msg="status \"monitoring/kube-prometheus-stack-prometheus\" failed: failed to get prometheus status: failed to retrieve statefulset state: Get \"https://10.96.0.1:443/api/v1/namespaces/monitoring/pods?labelSelector=app.kubernetes.io%2Finstance%3Dkube-prometheus-stack-prometheus%2Capp.kubernetes.io%2Fmanaged-by%3Dprometheus-operator%2Capp.kubernetes.io%2Fname%3Dprometheus%2Coperator.prometheus.io%2Fname%3Dkube-prometheus-stack-prometheus%2Coperator.prometheus.io%2Fshard%3D0%2Cprometheus%3Dkube-prometheus-stack-prometheus\": dial tcp 10.96.0.1:443: connect: connection refused"
level=error ts=2026-02-26T02:36:33.255505883Z caller=klog.go:126 component=k8s_client_runtime func=ErrorDepth msg="status \"monitoring/kube-prometheus-stack-alertmanager\" failed: failed to retrieve statefulset state: Get \"https://10.96.0.1:443/api/v1/namespaces/monitoring/pods?labelSelector=alertmanager%3Dkube-prometheus-stack-alertmanager%2Capp.kubernetes.io%2Finstance%3Dkube-prometheus-stack-alertmanager%2Capp.kubernetes.io%2Fmanaged-by%3Dprometheus-operator%2Capp.kubernetes.io%2Fname%3Dalertmanager\": dial tcp 10.96.0.1:443: connect: connection refused"
level=info ts=2026-02-26T02:36:35.360441508Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=error ts=2026-02-26T02:36:35.361091155Z caller=klog.go:126 component=k8s_client_runtime func=ErrorDepth msg="sync \"monitoring/kube-prometheus-stack-alertmanager\" failed: cannot get \"general\" storageclass: Get \"https://10.96.0.1:443/apis/storage.k8s.io/v1/storageclasses/general\": dial tcp 10.96.0.1:443: connect: connection refused"
level=error ts=2026-02-26T02:36:35.361985729Z caller=klog.go:126 component=k8s_client_runtime func=ErrorDepth msg="status \"monitoring/kube-prometheus-stack-alertmanager\" failed: failed to retrieve statefulset state: Get \"https://10.96.0.1:443/api/v1/namespaces/monitoring/pods?labelSelector=alertmanager%3Dkube-prometheus-stack-alertmanager%2Capp.kubernetes.io%2Finstance%3Dkube-prometheus-stack-alertmanager%2Capp.kubernetes.io%2Fmanaged-by%3Dprometheus-operator%2Capp.kubernetes.io%2Fname%3Dalertmanager\": dial tcp 10.96.0.1:443: connect: connection refused"
level=error ts=2026-02-26T02:36:35.430760761Z caller=klog.go:126 component=k8s_client_runtime func=ErrorDepth msg="sync \"monitoring/kube-prometheus-stack-prometheus\" failed: cannot get \"general\" storageclass: Get \"https://10.96.0.1:443/apis/storage.k8s.io/v1/storageclasses/general\": dial tcp 10.96.0.1:443: connect: connection refused"
level=error ts=2026-02-26T02:36:35.431598874Z caller=klog.go:126 component=k8s_client_runtime func=ErrorDepth msg="status \"monitoring/kube-prometheus-stack-prometheus\" failed: failed to get prometheus status: failed to retrieve statefulset state: Get \"https://10.96.0.1:443/api/v1/namespaces/monitoring/pods?labelSelector=app.kubernetes.io%2Finstance%3Dkube-prometheus-stack-prometheus%2Capp.kubernetes.io%2Fmanaged-by%3Dprometheus-operator%2Capp.kubernetes.io%2Fname%3Dprometheus%2Coperator.prometheus.io%2Fname%3Dkube-prometheus-stack-prometheus%2Coperator.prometheus.io%2Fshard%3D0%2Cprometheus%3Dkube-prometheus-stack-prometheus\": dial tcp 10.96.0.1:443: connect: connection refused"
level=info ts=2026-02-26T02:36:40.482194047Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=error ts=2026-02-26T02:36:40.482932586Z caller=klog.go:126 component=k8s_client_runtime func=ErrorDepth msg="sync \"monitoring/kube-prometheus-stack-alertmanager\" failed: cannot get \"general\" storageclass: Get \"https://10.96.0.1:443/apis/storage.k8s.io/v1/storageclasses/general\": dial tcp 10.96.0.1:443: connect: connection refused"
level=error ts=2026-02-26T02:36:40.48384888Z caller=klog.go:126 component=k8s_client_runtime func=ErrorDepth msg="status \"monitoring/kube-prometheus-stack-alertmanager\" failed: failed to retrieve statefulset state: Get \"https://10.96.0.1:443/api/v1/namespaces/monitoring/pods?labelSelector=alertmanager%3Dkube-prometheus-stack-alertmanager%2Capp.kubernetes.io%2Finstance%3Dkube-prometheus-stack-alertmanager%2Capp.kubernetes.io%2Fmanaged-by%3Dprometheus-operator%2Capp.kubernetes.io%2Fname%3Dalertmanager\": dial tcp 10.96.0.1:443: connect: connection refused"
level=error ts=2026-02-26T02:36:40.552217472Z caller=klog.go:126 component=k8s_client_runtime func=ErrorDepth msg="sync \"monitoring/kube-prometheus-stack-prometheus\" failed: cannot get \"general\" storageclass: Get \"https://10.96.0.1:443/apis/storage.k8s.io/v1/storageclasses/general\": dial tcp 10.96.0.1:443: connect: connection refused"
level=error ts=2026-02-26T02:36:40.553135616Z caller=klog.go:126 component=k8s_client_runtime func=ErrorDepth msg="status \"monitoring/kube-prometheus-stack-prometheus\" failed: failed to get prometheus status: failed to retrieve statefulset state: Get \"https://10.96.0.1:443/api/v1/namespaces/monitoring/pods?labelSelector=app.kubernetes.io%2Finstance%3Dkube-prometheus-stack-prometheus%2Capp.kubernetes.io%2Fmanaged-by%3Dprometheus-operator%2Capp.kubernetes.io%2Fname%3Dprometheus%2Coperator.prometheus.io%2Fname%3Dkube-prometheus-stack-prometheus%2Coperator.prometheus.io%2Fshard%3D0%2Cprometheus%3Dkube-prometheus-stack-prometheus\": dial tcp 10.96.0.1:443: connect: connection refused"
level=error ts=2026-02-26T02:36:41.284614297Z caller=klog.go:126 component=k8s_client_runtime func=ErrorDepth msg="status \"monitoring/kube-prometheus-stack-prometheus\" failed: failed to get prometheus status: failed to retrieve statefulset state: Get \"https://10.96.0.1:443/api/v1/namespaces/monitoring/pods?labelSelector=app.kubernetes.io%2Finstance%3Dkube-prometheus-stack-prometheus%2Capp.kubernetes.io%2Fmanaged-by%3Dprometheus-operator%2Capp.kubernetes.io%2Fname%3Dprometheus%2Coperator.prometheus.io%2Fname%3Dkube-prometheus-stack-prometheus%2Coperator.prometheus.io%2Fshard%3D0%2Cprometheus%3Dkube-prometheus-stack-prometheus\": dial tcp 10.96.0.1:443: connect: connection refused"
level=info ts=2026-02-26T02:36:50.723717381Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=error ts=2026-02-26T02:36:50.724498632Z caller=klog.go:126 component=k8s_client_runtime func=ErrorDepth msg="sync \"monitoring/kube-prometheus-stack-alertmanager\" failed: cannot get \"general\" storageclass: Get \"https://10.96.0.1:443/apis/storage.k8s.io/v1/storageclasses/general\": dial tcp 10.96.0.1:443: connect: connection refused"
level=error ts=2026-02-26T02:36:50.725388755Z caller=klog.go:126 component=k8s_client_runtime func=ErrorDepth msg="status \"monitoring/kube-prometheus-stack-alertmanager\" failed: failed to retrieve statefulset state: Get \"https://10.96.0.1:443/api/v1/namespaces/monitoring/pods?labelSelector=alertmanager%3Dkube-prometheus-stack-alertmanager%2Capp.kubernetes.io%2Finstance%3Dkube-prometheus-stack-alertmanager%2Capp.kubernetes.io%2Fmanaged-by%3Dprometheus-operator%2Capp.kubernetes.io%2Fname%3Dalertmanager\": dial tcp 10.96.0.1:443: connect: connection refused"
level=error ts=2026-02-26T02:36:50.793624754Z caller=klog.go:126 component=k8s_client_runtime func=ErrorDepth msg="sync \"monitoring/kube-prometheus-stack-prometheus\" failed: cannot get \"general\" storageclass: Get \"https://10.96.0.1:443/apis/storage.k8s.io/v1/storageclasses/general\": dial tcp 10.96.0.1:443: connect: connection refused"
level=error ts=2026-02-26T02:36:50.794367534Z caller=klog.go:126 component=k8s_client_runtime func=ErrorDepth msg="status \"monitoring/kube-prometheus-stack-prometheus\" failed: failed to get prometheus status: failed to retrieve statefulset state: Get \"https://10.96.0.1:443/api/v1/namespaces/monitoring/pods?labelSelector=app.kubernetes.io%2Finstance%3Dkube-prometheus-stack-prometheus%2Capp.kubernetes.io%2Fmanaged-by%3Dprometheus-operator%2Capp.kubernetes.io%2Fname%3Dprometheus%2Coperator.prometheus.io%2Fname%3Dkube-prometheus-stack-prometheus%2Coperator.prometheus.io%2Fshard%3D0%2Cprometheus%3Dkube-prometheus-stack-prometheus\": dial tcp 10.96.0.1:443: connect: connection refused"
level=info ts=2026-02-26T02:37:11.204786189Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=error ts=2026-02-26T02:37:11.205325943Z caller=klog.go:126 component=k8s_client_runtime func=ErrorDepth msg="sync \"monitoring/kube-prometheus-stack-alertmanager\" failed: cannot get \"general\" storageclass: Get \"https://10.96.0.1:443/apis/storage.k8s.io/v1/storageclasses/general\": dial tcp 10.96.0.1:443: connect: connection refused"
level=error ts=2026-02-26T02:37:11.20596909Z caller=klog.go:126 component=k8s_client_runtime func=ErrorDepth msg="status \"monitoring/kube-prometheus-stack-alertmanager\" failed: failed to retrieve statefulset state: Get \"https://10.96.0.1:443/api/v1/namespaces/monitoring/pods?labelSelector=alertmanager%3Dkube-prometheus-stack-alertmanager%2Capp.kubernetes.io%2Finstance%3Dkube-prometheus-stack-alertmanager%2Capp.kubernetes.io%2Fmanaged-by%3Dprometheus-operator%2Capp.kubernetes.io%2Fname%3Dalertmanager\": dial tcp 10.96.0.1:443: connect: connection refused"
level=error ts=2026-02-26T02:37:11.275144034Z caller=klog.go:126 component=k8s_client_runtime func=ErrorDepth msg="sync \"monitoring/kube-prometheus-stack-prometheus\" failed: cannot get \"general\" storageclass: Get \"https://10.96.0.1:443/apis/storage.k8s.io/v1/storageclasses/general\": dial tcp 10.96.0.1:443: connect: connection refused"
level=error ts=2026-02-26T02:37:11.275960265Z caller=klog.go:126 component=k8s_client_runtime func=ErrorDepth msg="status \"monitoring/kube-prometheus-stack-prometheus\" failed: failed to get prometheus status: failed to retrieve statefulset state: Get \"https://10.96.0.1:443/api/v1/namespaces/monitoring/pods?labelSelector=app.kubernetes.io%2Finstance%3Dkube-prometheus-stack-prometheus%2Capp.kubernetes.io%2Fmanaged-by%3Dprometheus-operator%2Capp.kubernetes.io%2Fname%3Dprometheus%2Coperator.prometheus.io%2Fname%3Dkube-prometheus-stack-prometheus%2Coperator.prometheus.io%2Fshard%3D0%2Cprometheus%3Dkube-prometheus-stack-prometheus\": dial tcp 10.96.0.1:443: connect: connection refused"
level=error ts=2026-02-26T02:37:14.2165847Z caller=klog.go:126 component=k8s_client_runtime func=ErrorDepth msg="status \"monitoring/kube-prometheus-stack-alertmanager\" failed: failed to retrieve statefulset state: Get \"https://10.96.0.1:443/api/v1/namespaces/monitoring/pods?labelSelector=alertmanager%3Dkube-prometheus-stack-alertmanager%2Capp.kubernetes.io%2Finstance%3Dkube-prometheus-stack-alertmanager%2Capp.kubernetes.io%2Fmanaged-by%3Dprometheus-operator%2Capp.kubernetes.io%2Fname%3Dalertmanager\": dial tcp 10.96.0.1:443: connect: connection refused"
level=info ts=2026-02-26T02:37:52.166259471Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=error ts=2026-02-26T02:37:52.167203876Z caller=klog.go:126 component=k8s_client_runtime func=ErrorDepth msg="sync \"monitoring/kube-prometheus-stack-alertmanager\" failed: cannot get \"general\" storageclass: Get \"https://10.96.0.1:443/apis/storage.k8s.io/v1/storageclasses/general\": dial tcp 10.96.0.1:443: connect: connection refused"
level=error ts=2026-02-26T02:37:52.168373027Z caller=klog.go:126 component=k8s_client_runtime func=ErrorDepth msg="status \"monitoring/kube-prometheus-stack-alertmanager\" failed: failed to retrieve statefulset state: Get \"https://10.96.0.1:443/api/v1/namespaces/monitoring/pods?labelSelector=alertmanager%3Dkube-prometheus-stack-alertmanager%2Capp.kubernetes.io%2Finstance%3Dkube-prometheus-stack-alertmanager%2Capp.kubernetes.io%2Fmanaged-by%3Dprometheus-operator%2Capp.kubernetes.io%2Fname%3Dalertmanager\": dial tcp 10.96.0.1:443: connect: connection refused"
level=error ts=2026-02-26T02:37:52.236757999Z caller=klog.go:126 component=k8s_client_runtime func=ErrorDepth msg="sync \"monitoring/kube-prometheus-stack-prometheus\" failed: cannot get \"general\" storageclass: Get \"https://10.96.0.1:443/apis/storage.k8s.io/v1/storageclasses/general\": dial tcp 10.96.0.1:443: connect: connection refused"
level=error ts=2026-02-26T02:37:52.237701924Z caller=klog.go:126 component=k8s_client_runtime func=ErrorDepth msg="status \"monitoring/kube-prometheus-stack-prometheus\" failed: failed to get prometheus status: failed to retrieve statefulset state: Get \"https://10.96.0.1:443/api/v1/namespaces/monitoring/pods?labelSelector=app.kubernetes.io%2Finstance%3Dkube-prometheus-stack-prometheus%2Capp.kubernetes.io%2Fmanaged-by%3Dprometheus-operator%2Capp.kubernetes.io%2Fname%3Dprometheus%2Coperator.prometheus.io%2Fname%3Dkube-prometheus-stack-prometheus%2Coperator.prometheus.io%2Fshard%3D0%2Cprometheus%3Dkube-prometheus-stack-prometheus\": dial tcp 10.96.0.1:443: connect: connection refused"
level=info ts=2026-02-26T02:39:14.088445209Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:39:36.465697859Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=error ts=2026-02-26T02:39:43.504313757Z caller=controller.go:189 component=kubelet_endpoints kubelet_object=kube-system/kube-prometheus-stack-kubelet msg="Failed to synchronize nodes" err="listing nodes failed: etcdserver: request timed out"
level=error ts=2026-02-26T02:40:13.124706688Z caller=klog.go:126 component=k8s_client_runtime func=ErrorDepth msg="sync \"monitoring/kube-prometheus-stack-alertmanager\" failed: provision alertmanager configuration: failed to create or update the generated configuration secret: failed to update generated config secret: etcdserver: request timed out"
level=warn ts=2026-02-26T02:40:13.124752129Z caller=resource_selector.go:126 component=prometheus-controller msg="skipping servicemonitor" error="failed to get ca \"<secret=kube-prometheus-stack-admission,key=ca>\": unable to get secret \"kube-prometheus-stack-admission\": etcdserver: request timed out" servicemonitor=monitoring/kube-prometheus-stack-operator namespace=monitoring prometheus=kube-prometheus-stack-prometheus
level=error ts=2026-02-26T02:40:27.665882981Z caller=klog.go:126 component=k8s_client_runtime func=ErrorDepth msg="sync \"monitoring/kube-prometheus-stack-prometheus\" failed: creating config failed: etcdserver: request timed out"
level=error ts=2026-02-26T02:40:27.686660119Z caller=klog.go:126 component=k8s_client_runtime func=ErrorDepth msg="status \"monitoring/kube-prometheus-stack-alertmanager\" failed: failed to apply status subresource: etcdserver: request timed out"
level=info ts=2026-02-26T02:40:32.039011536Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:40:39.646800216Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:40:46.666515465Z caller=operator.go:964 component=prometheus-controller msg="failed to apply prometheus status subresource, trying again without scale fields" err="etcdserver: request timed out"
level=error ts=2026-02-26T02:40:53.674642098Z caller=klog.go:126 component=k8s_client_runtime func=ErrorDepth msg="status \"monitoring/kube-prometheus-stack-prometheus\" failed: failed to apply prometheus status subresource: etcdserver: request timed out"
level=error ts=2026-02-26T02:42:02.602939529Z caller=klog.go:126 component=k8s_client_runtime func=ErrorDepth msg="sync \"monitoring/kube-prometheus-stack-prometheus\" failed: creating config failed: etcdserver: request timed out"
level=info ts=2026-02-26T02:42:08.384524366Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:42:15.395001629Z caller=operator.go:964 component=prometheus-controller msg="failed to apply prometheus status subresource, trying again without scale fields" err="etcdserver: request timed out"
level=error ts=2026-02-26T02:42:27.930885508Z caller=klog.go:126 component=k8s_client_runtime func=ErrorDepth msg="status \"monitoring/kube-prometheus-stack-prometheus\" failed: failed to apply prometheus status subresource: etcdserver: request timed out"
level=error ts=2026-02-26T02:42:39.167111166Z caller=controller.go:189 component=kubelet_endpoints kubelet_object=kube-system/kube-prometheus-stack-kubelet msg="Failed to synchronize nodes" err="synchronizing kubelet service object failed: Get \"https://10.96.0.1:443/api/v1/namespaces/kube-system/services/kube-prometheus-stack-kubelet\": dial tcp 10.96.0.1:443: connect: connection refused"
level=error ts=2026-02-26T02:42:39.16726548Z caller=klog.go:126 component=k8s_client_runtime func=ErrorDepth msg="sync \"monitoring/kube-prometheus-stack-alertmanager\" failed: synchronizing web config secret failed: failed to reconcile web config secret: Get \"https://10.96.0.1:443/api/v1/namespaces/monitoring/secrets/alertmanager-kube-prometheus-stack-alertmanager-web-config\": dial tcp 10.96.0.1:443: connect: connection refused"
level=info ts=2026-02-26T02:42:39.167367463Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:42:39.167750463Z caller=operator.go:964 component=prometheus-controller msg="failed to apply prometheus status subresource, trying again without scale fields" err="Patch \"https://10.96.0.1:443/apis/monitoring.coreos.com/v1/namespaces/monitoring/prometheuses/kube-prometheus-stack-prometheus/status?fieldManager=PrometheusOperator&force=true\": dial tcp 10.96.0.1:443: connect: connection refused"
level=error ts=2026-02-26T02:42:39.167835015Z caller=klog.go:126 component=k8s_client_runtime func=ErrorDepth msg="sync \"monitoring/kube-prometheus-stack-alertmanager\" failed: cannot get \"general\" storageclass: Get \"https://10.96.0.1:443/apis/storage.k8s.io/v1/storageclasses/general\": dial tcp 10.96.0.1:443: connect: connection refused"
level=error ts=2026-02-26T02:42:39.168108792Z caller=klog.go:126 component=k8s_client_runtime func=ErrorDepth msg="status \"monitoring/kube-prometheus-stack-alertmanager\" failed: failed to retrieve statefulset state: Get \"https://10.96.0.1:443/api/v1/namespaces/monitoring/pods?labelSelector=alertmanager%3Dkube-prometheus-stack-alertmanager%2Capp.kubernetes.io%2Finstance%3Dkube-prometheus-stack-alertmanager%2Capp.kubernetes.io%2Fmanaged-by%3Dprometheus-operator%2Capp.kubernetes.io%2Fname%3Dalertmanager\": dial tcp 10.96.0.1:443: connect: connection refused"
level=error ts=2026-02-26T02:42:39.168125143Z caller=klog.go:126 component=k8s_client_runtime func=ErrorDepth msg="status \"monitoring/kube-prometheus-stack-prometheus\" failed: failed to apply prometheus status subresource: Patch \"https://10.96.0.1:443/apis/monitoring.coreos.com/v1/namespaces/monitoring/prometheuses/kube-prometheus-stack-prometheus/status?fieldManager=PrometheusOperator&force=true\": dial tcp 10.96.0.1:443: connect: connection refused"
level=error ts=2026-02-26T02:42:39.173785522Z caller=klog.go:126 component=k8s_client_runtime func=ErrorDepth msg="status \"monitoring/kube-prometheus-stack-alertmanager\" failed: failed to retrieve statefulset state: Get \"https://10.96.0.1:443/api/v1/namespaces/monitoring/pods?labelSelector=alertmanager%3Dkube-prometheus-stack-alertmanager%2Capp.kubernetes.io%2Finstance%3Dkube-prometheus-stack-alertmanager%2Capp.kubernetes.io%2Fmanaged-by%3Dprometheus-operator%2Capp.kubernetes.io%2Fname%3Dalertmanager\": dial tcp 10.96.0.1:443: connect: connection refused"
level=error ts=2026-02-26T02:42:39.189727153Z caller=klog.go:126 component=k8s_client_runtime func=ErrorDepth msg="sync \"monitoring/kube-prometheus-stack-prometheus\" failed: creating config failed: Get \"https://10.96.0.1:443/api/v1/namespaces/monitoring/secrets/prometheus-kube-prometheus-stack-prometheus\": dial tcp 10.96.0.1:443: connect: connection refused"
level=error ts=2026-02-26T02:42:39.19075295Z caller=klog.go:126 component=k8s_client_runtime func=ErrorDepth msg="status \"monitoring/kube-prometheus-stack-prometheus\" failed: failed to get prometheus status: failed to retrieve statefulset state: Get \"https://10.96.0.1:443/api/v1/namespaces/monitoring/pods?labelSelector=app.kubernetes.io%2Finstance%3Dkube-prometheus-stack-prometheus%2Capp.kubernetes.io%2Fmanaged-by%3Dprometheus-operator%2Capp.kubernetes.io%2Fname%3Dprometheus%2Coperator.prometheus.io%2Fname%3Dkube-prometheus-stack-prometheus%2Coperator.prometheus.io%2Fshard%3D0%2Cprometheus%3Dkube-prometheus-stack-prometheus\": dial tcp 10.96.0.1:443: connect: connection refused"
level=info ts=2026-02-26T02:42:56.965663853Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:43:22.827136503Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:45:35.45729253Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:45:35.460541776Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:45:35.525048388Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:45:35.782047519Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:47:37.201761672Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:47:37.209249939Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:47:40.720732356Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:47:40.726310653Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:47:40.799430013Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:47:41.157270075Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:50:32.81939894Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:50:32.825851641Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:50:32.91378448Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:50:32.973401592Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:50:33.18260376Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:50:38.129557243Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:50:38.133276072Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:50:38.19578029Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:50:38.449937493Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:51:15.55771507Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:51:15.564840258Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:51:15.652940742Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:51:15.716882328Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:51:15.899408772Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T02:51:19.324481396Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T02:51:19.3321858Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T03:04:14.118049137Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T03:04:14.120646805Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-02-26T03:04:14.17540132Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-02-26T03:04:14.438902044Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"