level=info ts=2026-04-03T02:38:49.838909594Z caller=main.go:186 msg="Starting Prometheus Operator" version="(version=0.73.1, branch=refs/tags/v0.73.1, revision=6d917cee43718675dec545de27243ec06693e5d7)"
level=info ts=2026-04-03T02:38:49.838972846Z caller=main.go:187 build_context="(go=go1.22.2, platform=linux/amd64, user=Action-Run-ID-8647389420, date=20240411-13:17:27, tags=unknown)"
level=info ts=2026-04-03T02:38:49.838990376Z caller=main.go:198 msg="namespaces filtering configuration " config="{allow_list=\"\",deny_list=\"\",prometheus_allow_list=\"\",alertmanager_allow_list=\"\",alertmanagerconfig_allow_list=\"\",thanosruler_allow_list=\"\"}"
level=info ts=2026-04-03T02:38:49.846509593Z caller=main.go:227 msg="connection established" cluster-version=v1.28.13
level=info ts=2026-04-03T02:38:49.877851591Z caller=operator.go:335 component=prometheus-controller msg="Kubernetes API capabilities" endpointslices=true
level=info ts=2026-04-03T02:38:49.891420764Z caller=operator.go:320 component=prometheusagent-controller msg="Kubernetes API capabilities" endpointslices=true
level=warn ts=2026-04-03T02:38:49.920768658Z caller=server.go:160 msg="server TLS client verification disabled" client_ca_file=/etc/tls/private/tls-ca.crt err="stat /etc/tls/private/tls-ca.crt: no such file or directory"
level=info ts=2026-04-03T02:38:49.925206406Z caller=server.go:300 msg="starting secure server" address=[::]:10250 http2=false
level=info ts=2026-04-03T02:38:50.02418587Z caller=operator.go:283 component=thanos-controller msg="successfully synced all caches"
level=info ts=2026-04-03T02:38:50.024328893Z caller=operator.go:313 component=alertmanager-controller msg="successfully synced all caches"
level=info ts=2026-04-03T02:38:50.024864786Z caller=operator.go:691 component=alertmanager-controller msg="StatefulSet not found" key=monitoring/alertmanager-kube-prometheus-stack-alertmanager
level=info ts=2026-04-03T02:38:50.024926818Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-04-03T02:38:50.024865236Z caller=operator.go:429 component=prometheusagent-controller msg="successfully synced all caches"
level=info ts=2026-04-03T02:38:50.026501902Z caller=operator.go:392 component=prometheus-controller msg="successfully synced all caches"
level=info ts=2026-04-03T02:38:50.031507433Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-04-03T02:38:50.126492349Z caller=operator.go:691 component=alertmanager-controller msg="StatefulSet not found" key=monitoring/alertmanager-kube-prometheus-stack-alertmanager
level=warn ts=2026-04-03T02:38:50.152338834Z caller=klog.go:106 component=k8s_client_runtime func=Warning msg="spec.template.spec.containers[1].ports[0]: duplicate port definition with spec.template.spec.initContainers[0].ports[0]"
level=info ts=2026-04-03T02:38:50.153683615Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-04-03T02:38:50.158744227Z caller=operator.go:691 component=alertmanager-controller msg="StatefulSet not found" key=monitoring/alertmanager-kube-prometheus-stack-alertmanager
level=info ts=2026-04-03T02:38:50.657009094Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=warn ts=2026-04-03T02:38:50.699443709Z caller=klog.go:106 component=k8s_client_runtime func=Warning msg="spec.template.spec.containers[1].ports[0]: duplicate port definition with spec.template.spec.initContainers[0].ports[0]"
level=info ts=2026-04-03T02:38:50.706331702Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-04-03T02:38:50.717597063Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-04-03T02:38:51.614545849Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-04-03T02:38:52.086113791Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-04-03T02:38:57.303955035Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-04-03T02:38:57.642215759Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-04-03T02:39:04.8602901Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-04-03T02:39:04.977655864Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-04-03T02:39:05.598491391Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-04-03T02:39:05.610730493Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-04-03T02:39:05.78484776Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-04-03T02:39:05.982925952Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-04-03T02:39:08.947109946Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-04-03T02:39:09.304921385Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-04-03T02:39:09.353930477Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-04-03T02:39:42.839766233Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-04-03T02:39:43.468047095Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-04-03T02:39:48.958671172Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-04-03T02:39:49.135937229Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-04-03T02:40:55.246103431Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-04-03T02:40:55.251585683Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-04-03T02:40:55.368165518Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-04-03T02:40:55.463632783Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-04-03T02:40:55.626833837Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-04-03T02:41:39.036119617Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-04-03T02:41:39.039614335Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-04-03T02:41:39.104671374Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-04-03T02:41:39.209400455Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-04-03T02:41:39.51639258Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-04-03T02:41:55.087031519Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-04-03T02:41:55.092240715Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-04-03T02:42:24.246256656Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-04-03T02:42:24.254217464Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-04-03T02:44:23.455870793Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-04-03T02:44:23.460671191Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-04-03T02:44:23.549721302Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-04-03T02:44:23.600361849Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-04-03T02:44:23.841911177Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-04-03T02:44:43.308541104Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-04-03T02:44:43.442320401Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-04-03T02:44:43.594325146Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-04-03T02:44:43.881242473Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-04-03T02:45:20.666618182Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-04-03T02:45:20.672188265Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-04-03T02:45:20.763711423Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-04-03T02:45:21.328714542Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-04-03T02:47:04.706744162Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-04-03T02:47:04.811005074Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-04-03T02:47:05.095236941Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-04-03T02:47:05.165441154Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-04-03T02:47:05.228151099Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-04-03T02:48:17.47750911Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-04-03T02:48:17.481242403Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-04-03T02:48:20.534375023Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-04-03T02:48:20.537115074Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-04-03T02:48:31.679263402Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-04-03T02:48:31.810523904Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-04-03T02:48:32.695706151Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-04-03T02:48:32.764225066Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-04-03T02:48:32.90319833Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-04-03T02:48:33.204040878Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-04-03T02:48:57.779615157Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-04-03T02:48:58.79583178Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-04-03T02:49:06.163236546Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-04-03T02:49:06.166164971Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-04-03T02:49:08.743655863Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-04-03T02:49:08.747839866Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-04-03T02:49:08.996659496Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-04-03T02:49:09.28074208Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-04-03T02:49:10.270999396Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-04-03T02:49:10.276270594Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-04-03T02:49:10.98630372Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-04-03T02:49:10.989499821Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-04-03T02:49:11.048472744Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-04-03T02:49:11.370650986Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-04-03T02:49:46.631874928Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-04-03T02:49:46.652654071Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-04-03T02:49:46.899734951Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-04-03T02:49:47.250096601Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-04-03T02:51:18.971741527Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-04-03T02:51:18.976682257Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-04-03T02:52:09.807747295Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-04-03T02:52:09.812718625Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-04-03T02:52:15.430709952Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-04-03T02:52:15.43420652Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-04-03T02:52:15.611396997Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-04-03T02:52:15.701358791Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-04-03T02:52:15.813786656Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-04-03T02:54:23.855988357Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-04-03T02:54:23.859924514Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-04-03T02:54:23.934951146Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-04-03T02:54:24.288338608Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"