{"time": "2026-04-28T22:36:16.429509+00:00", "taskName": null, "msg": "Starting collector", "level": "INFO"}
{"time": "2026-04-28T22:36:16.429750+00:00", "taskName": null, "msg": "No folder annotation was provided, defaulting to k8s-sidecar-target-directory", "level": "WARNING"}
{"time": "2026-04-28T22:36:16.429976+00:00", "taskName": null, "msg": "Loading incluster config ...", "level": "INFO"}
{"time": "2026-04-28T22:36:16.430763+00:00", "taskName": null, "msg": "Config for cluster api at 'https://10.96.0.1:443' loaded...", "level": "INFO"}
{"time": "2026-04-28T22:36:16.430899+00:00", "taskName": null, "msg": "Unique filenames will not be enforced.", "level": "INFO"}
{"time": "2026-04-28T22:36:16.431013+00:00", "taskName": null, "msg": "5xx response content will not be enabled.", "level": "INFO"}
{"time": "2026-04-28T22:36:16.451477+00:00", "taskName": null, "msg": "Writing /etc/grafana/provisioning/datasources/datasource.yaml (ascii)", "level": "INFO"}
{"time": "2026-04-28T22:36:16.453522+00:00", "taskName": null, "msg": "Retrying (Retry(total=4, connect=9, read=5, redirect=None, status=None)) after connection broken by 'NewConnectionError('<urllib3.connection.HTTPConnection object at 0x7f0c2b1d6cf0>: Failed to establish a new connection: [Errno 111] Connection refused')': /api/admin/provisioning/datasources/reload", "level": "WARNING"}
{"time": "2026-04-28T22:36:18.654206+00:00", "taskName": null, "msg": "Retrying (Retry(total=3, connect=8, read=5, redirect=None, status=None)) after connection broken by 'NewConnectionError('<urllib3.connection.HTTPConnection object at 0x7f0c2b1ea360>: Failed to establish a new connection: [Errno 111] Connection refused')': /api/admin/provisioning/datasources/reload", "level": "WARNING"}
{"time": "2026-04-28T22:36:23.055394+00:00", "taskName": null, "msg": "Retrying (Retry(total=2, connect=7, read=5, redirect=None, status=None)) after connection broken by 'NewConnectionError('<urllib3.connection.HTTPConnection object at 0x7f0c2b1ea810>: Failed to establish a new connection: [Errno 111] Connection refused')': /api/admin/provisioning/datasources/reload", "level": "WARNING"}
{"time": "2026-04-28T22:36:31.856978+00:00", "taskName": null, "msg": "Retrying (Retry(total=1, connect=6, read=5, redirect=None, status=None)) after connection broken by 'NewConnectionError('<urllib3.connection.HTTPConnection object at 0x7f0c2b1eac00>: Failed to establish a new connection: [Errno 111] Connection refused')': /api/admin/provisioning/datasources/reload", "level": "WARNING"}
{"time": "2026-04-28T22:36:49.458453+00:00", "taskName": null, "msg": "Retrying (Retry(total=0, connect=5, read=5, redirect=None, status=None)) after connection broken by 'NewConnectionError('<urllib3.connection.HTTPConnection object at 0x7f0c2b1eb440>: Failed to establish a new connection: [Errno 111] Connection refused')': /api/admin/provisioning/datasources/reload", "level": "WARNING"}
{"time": "2026-04-28T22:36:49.460056+00:00", "taskName": null, "msg": "Received unknown exception: HTTPConnectionPool(host='localhost', port=3000): Max retries exceeded with url: /api/admin/provisioning/datasources/reload (Caused by NewConnectionError('<urllib3.connection.HTTPConnection object at 0x7f0c2b1eb530>: Failed to establish a new connection: [Errno 111] Connection refused'))\n", "level": "ERROR"}
Traceback (most recent call last):
  File "/app/.venv/lib/python3.12/site-packages/urllib3/connection.py", line 174, in _new_conn
    conn = connection.create_connection(
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/app/.venv/lib/python3.12/site-packages/urllib3/util/connection.py", line 95, in create_connection
    raise err
  File "/app/.venv/lib/python3.12/site-packages/urllib3/util/connection.py", line 85, in create_connection
    sock.connect(sa)
ConnectionRefusedError: [Errno 111] Connection refused

During handling of the above exception, another exception occurred:

Traceback (most recent call last):
  File "/app/.venv/lib/python3.12/site-packages/urllib3/connectionpool.py", line 715, in urlopen
    httplib_response = self._make_request(
                       ^^^^^^^^^^^^^^^^^^^
  File "/app/.venv/lib/python3.12/site-packages/urllib3/connectionpool.py", line 416, in _make_request
    conn.request(method, url, **httplib_request_kw)
  File "/app/.venv/lib/python3.12/site-packages/urllib3/connection.py", line 244, in request
    super(HTTPConnection, self).request(method, url, body=body, headers=headers)
  File "/usr/local/lib/python3.12/http/client.py", line 1331, in request
    self._send_request(method, url, body, headers, encode_chunked)
  File "/usr/local/lib/python3.12/http/client.py", line 1377, in _send_request
    self.endheaders(body, encode_chunked=encode_chunked)
  File "/usr/local/lib/python3.12/http/client.py", line 1326, in endheaders
    self._send_output(message_body, encode_chunked=encode_chunked)
  File "/usr/local/lib/python3.12/http/client.py", line 1085, in _send_output
    self.send(msg)
  File "/usr/local/lib/python3.12/http/client.py", line 1029, in send
    self.connect()
  File "/app/.venv/lib/python3.12/site-packages/urllib3/connection.py", line 205, in connect
    conn = self._new_conn()
           ^^^^^^^^^^^^^^^^
  File "/app/.venv/lib/python3.12/site-packages/urllib3/connection.py", line 186, in _new_conn
    raise NewConnectionError(
urllib3.exceptions.NewConnectionError: <urllib3.connection.HTTPConnection object at 0x7f0c2b1eb530>: Failed to establish a new connection: [Errno 111] Connection refused

During handling of the above exception, another exception occurred:

Traceback (most recent call last):
  File "/app/.venv/lib/python3.12/site-packages/requests/adapters.py", line 486, in send
    resp = conn.urlopen(
           ^^^^^^^^^^^^^
  File "/app/.venv/lib/python3.12/site-packages/urllib3/connectionpool.py", line 827, in urlopen
    return self.urlopen(
           ^^^^^^^^^^^^^
  File "/app/.venv/lib/python3.12/site-packages/urllib3/connectionpool.py", line 827, in urlopen
    return self.urlopen(
           ^^^^^^^^^^^^^
  File "/app/.venv/lib/python3.12/site-packages/urllib3/connectionpool.py", line 827, in urlopen
    return self.urlopen(
           ^^^^^^^^^^^^^
  [Previous line repeated 2 more times]
  File "/app/.venv/lib/python3.12/site-packages/urllib3/connectionpool.py", line 799, in urlopen
    retries = retries.increment(
              ^^^^^^^^^^^^^^^^^^
  File "/app/.venv/lib/python3.12/site-packages/urllib3/util/retry.py", line 592, in increment
    raise MaxRetryError(_pool, url, error or ResponseError(cause))
urllib3.exceptions.MaxRetryError: HTTPConnectionPool(host='localhost', port=3000): Max retries exceeded with url: /api/admin/provisioning/datasources/reload (Caused by NewConnectionError('<urllib3.connection.HTTPConnection object at 0x7f0c2b1eb530>: Failed to establish a new connection: [Errno 111] Connection refused'))

During handling of the above exception, another exception occurred:

Traceback (most recent call last):
  File "/app/resources.py", line 372, in _watch_resource_loop
    _watch_resource_iterator(*args)
  File "/app/resources.py", line 362, in _watch_resource_iterator
    request(request_url, request_method, enable_5xx, request_payload)
  File "/app/helpers.py", line 142, in request
    res = r.post("%s" % url, auth=auth, json=payload, timeout=REQ_TIMEOUT, verify=REQ_TLS_VERIFY)
          ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/app/.venv/lib/python3.12/site-packages/requests/sessions.py", line 637, in post
    return self.request("POST", url, data=data, json=json, **kwargs)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/app/.venv/lib/python3.12/site-packages/requests/sessions.py", line 589, in request
    resp = self.send(prep, **send_kwargs)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/app/.venv/lib/python3.12/site-packages/requests/sessions.py", line 703, in send
    r = adapter.send(request, **kwargs)
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/app/.venv/lib/python3.12/site-packages/requests/adapters.py", line 519, in send
    raise ConnectionError(e, request=request)
requests.exceptions.ConnectionError: HTTPConnectionPool(host='localhost', port=3000): Max retries exceeded with url: /api/admin/provisioning/datasources/reload (Caused by NewConnectionError('<urllib3.connection.HTTPConnection object at 0x7f0c2b1eb530>: Failed to establish a new connection: [Errno 111] Connection refused'))
{"time": "2026-04-28T23:28:53.065617+00:00", "taskName": null, "msg": "ProtocolError when calling kubernetes: (\"Connection broken: InvalidChunkLength(got length b'', 0 bytes read)\", InvalidChunkLength(got length b'', 0 bytes read))\n", "level": "ERROR"}
{"time": "2026-04-28T23:28:53.069671+00:00", "taskName": null, "msg": "ProtocolError when calling kubernetes: (\"Connection broken: InvalidChunkLength(got length b'', 0 bytes read)\", InvalidChunkLength(got length b'', 0 bytes read))\n", "level": "ERROR"}
{"time": "2026-04-28T23:28:58.071698+00:00", "taskName": null, "msg": "Retrying (Retry(total=4, connect=9, read=5, redirect=None, status=None)) after connection broken by 'NewConnectionError('<urllib3.connection.HTTPSConnection object at 0x7f0c2b296c30>: Failed to establish a new connection: [Errno 111] Connection refused')': /api/v1/namespaces/monitoring/secrets?labelSelector=grafana_datasource%3D1&timeoutSeconds=60&watch=True", "level": "WARNING"}
{"time": "2026-04-28T23:28:58.073826+00:00", "taskName": null, "msg": "Retrying (Retry(total=4, connect=9, read=5, redirect=None, status=None)) after connection broken by 'NewConnectionError('<urllib3.connection.HTTPSConnection object at 0x7f0c2a3ee000>: Failed to establish a new connection: [Errno 111] Connection refused')': /api/v1/namespaces/monitoring/configmaps?labelSelector=grafana_datasource%3D1&timeoutSeconds=60&watch=True", "level": "WARNING"}
{"time": "2026-04-28T23:29:00.273227+00:00", "taskName": null, "msg": "Retrying (Retry(total=3, connect=8, read=5, redirect=None, status=None)) after connection broken by 'NewConnectionError('<urllib3.connection.HTTPSConnection object at 0x7f0c2b297da0>: Failed to establish a new connection: [Errno 111] Connection refused')': /api/v1/namespaces/monitoring/secrets?labelSelector=grafana_datasource%3D1&timeoutSeconds=60&watch=True", "level": "WARNING"}
{"time": "2026-04-28T23:29:00.274574+00:00", "taskName": null, "msg": "Retrying (Retry(total=3, connect=8, read=5, redirect=None, status=None)) after connection broken by 'NewConnectionError('<urllib3.connection.HTTPSConnection object at 0x7f0c2a3ee2a0>: Failed to establish a new connection: [Errno 111] Connection refused')': /api/v1/namespaces/monitoring/configmaps?labelSelector=grafana_datasource%3D1&timeoutSeconds=60&watch=True", "level": "WARNING"}
{"time": "2026-04-28T23:29:04.674918+00:00", "taskName": null, "msg": "Retrying (Retry(total=2, connect=7, read=5, redirect=None, status=None)) after connection broken by 'NewConnectionError('<urllib3.connection.HTTPSConnection object at 0x7f0c2b298050>: Failed to establish a new connection: [Errno 111] Connection refused')': /api/v1/namespaces/monitoring/secrets?labelSelector=grafana_datasource%3D1&timeoutSeconds=60&watch=True", "level": "WARNING"}
{"time": "2026-04-28T23:29:04.675753+00:00", "taskName": null, "msg": "Retrying (Retry(total=2, connect=7, read=5, redirect=None, status=None)) after connection broken by 'NewConnectionError('<urllib3.connection.HTTPSConnection object at 0x7f0c2a3ee510>: Failed to establish a new connection: [Errno 111] Connection refused')': /api/v1/namespaces/monitoring/configmaps?labelSelector=grafana_datasource%3D1&timeoutSeconds=60&watch=True", "level": "WARNING"}
{"time": "2026-04-28T23:29:13.476420+00:00", "taskName": null, "msg": "Retrying (Retry(total=1, connect=6, read=5, redirect=None, status=None)) after connection broken by 'NewConnectionError('<urllib3.connection.HTTPSConnection object at 0x7f0c2b298200>: Failed to establish a new connection: [Errno 111] Connection refused')': /api/v1/namespaces/monitoring/secrets?labelSelector=grafana_datasource%3D1&timeoutSeconds=60&watch=True", "level": "WARNING"}
{"time": "2026-04-28T23:29:13.476988+00:00", "taskName": null, "msg": "Retrying (Retry(total=1, connect=6, read=5, redirect=None, status=None)) after connection broken by 'NewConnectionError('<urllib3.connection.HTTPSConnection object at 0x7f0c2a3ee7b0>: Failed to establish a new connection: [Errno 111] Connection refused')': /api/v1/namespaces/monitoring/configmaps?labelSelector=grafana_datasource%3D1&timeoutSeconds=60&watch=True", "level": "WARNING"}
{"time": "2026-04-28T23:29:31.078169+00:00", "taskName": null, "msg": "Retrying (Retry(total=0, connect=5, read=5, redirect=None, status=None)) after connection broken by 'NewConnectionError('<urllib3.connection.HTTPSConnection object at 0x7f0c2b2994c0>: Failed to establish a new connection: [Errno 111] Connection refused')': /api/v1/namespaces/monitoring/secrets?labelSelector=grafana_datasource%3D1&timeoutSeconds=60&watch=True", "level": "WARNING"}
{"time": "2026-04-28T23:29:31.078485+00:00", "taskName": null, "msg": "Retrying (Retry(total=0, connect=5, read=5, redirect=None, status=None)) after connection broken by 'NewConnectionError('<urllib3.connection.HTTPSConnection object at 0x7f0c2a3eea20>: Failed to establish a new connection: [Errno 111] Connection refused')': /api/v1/namespaces/monitoring/configmaps?labelSelector=grafana_datasource%3D1&timeoutSeconds=60&watch=True", "level": "WARNING"}
{"time": "2026-04-28T23:29:31.079244+00:00", "taskName": null, "msg": "MaxRetryError when calling kubernetes: HTTPSConnectionPool(host='10.96.0.1', port=443): Max retries exceeded with url: /api/v1/namespaces/monitoring/secrets?labelSelector=grafana_datasource%3D1&timeoutSeconds=60&watch=True (Caused by NewConnectionError('<urllib3.connection.HTTPSConnection object at 0x7f0c2b2997f0>: Failed to establish a new connection: [Errno 111] Connection refused'))\n", "level": "ERROR"}
{"time": "2026-04-28T23:29:31.080604+00:00", "taskName": null, "msg": "MaxRetryError when calling kubernetes: HTTPSConnectionPool(host='10.96.0.1', port=443): Max retries exceeded with url: /api/v1/namespaces/monitoring/configmaps?labelSelector=grafana_datasource%3D1&timeoutSeconds=60&watch=True (Caused by NewConnectionError('<urllib3.connection.HTTPSConnection object at 0x7f0c2a3eed20>: Failed to establish a new connection: [Errno 111] Connection refused'))\n", "level": "ERROR"}
{"time": "2026-04-28T23:29:36.082423+00:00", "taskName": null, "msg": "Retrying (Retry(total=4, connect=9, read=5, redirect=None, status=None)) after connection broken by 'NewConnectionError('<urllib3.connection.HTTPSConnection object at 0x7f0c2b298260>: Failed to establish a new connection: [Errno 111] Connection refused')': /api/v1/namespaces/monitoring/secrets?labelSelector=grafana_datasource%3D1&timeoutSeconds=60&watch=True", "level": "WARNING"}
{"time": "2026-04-28T23:29:36.083707+00:00", "taskName": null, "msg": "Retrying (Retry(total=4, connect=9, read=5, redirect=None, status=None)) after connection broken by 'NewConnectionError('<urllib3.connection.HTTPSConnection object at 0x7f0c2a37e090>: Failed to establish a new connection: [Errno 111] Connection refused')': /api/v1/namespaces/monitoring/configmaps?labelSelector=grafana_datasource%3D1&timeoutSeconds=60&watch=True", "level": "WARNING"}
{"time": "2026-04-28T23:29:38.283357+00:00", "taskName": null, "msg": "Retrying (Retry(total=3, connect=8, read=5, redirect=None, status=None)) after connection broken by 'NewConnectionError('<urllib3.connection.HTTPSConnection object at 0x7f0c2b2915e0>: Failed to establish a new connection: [Errno 111] Connection refused')': /api/v1/namespaces/monitoring/secrets?labelSelector=grafana_datasource%3D1&timeoutSeconds=60&watch=True", "level": "WARNING"}
{"time": "2026-04-28T23:29:38.284843+00:00", "taskName": null, "msg": "Retrying (Retry(total=3, connect=8, read=5, redirect=None, status=None)) after connection broken by 'NewConnectionError('<urllib3.connection.HTTPSConnection object at 0x7f0c2a37f590>: Failed to establish a new connection: [Errno 111] Connection refused')': /api/v1/namespaces/monitoring/configmaps?labelSelector=grafana_datasource%3D1&timeoutSeconds=60&watch=True", "level": "WARNING"}
{"time": "2026-04-28T23:29:42.687248+00:00", "taskName": null, "msg": "Retrying (Retry(total=2, connect=7, read=5, redirect=None, status=None)) after connection broken by 'NewConnectionError('<urllib3.connection.HTTPSConnection object at 0x7f0c2b2963c0>: Failed to establish a new connection: [Errno 111] Connection refused')': /api/v1/namespaces/monitoring/secrets?labelSelector=grafana_datasource%3D1&timeoutSeconds=60&watch=True", "level": "WARNING"}
{"time": "2026-04-28T23:29:42.687063+00:00", "taskName": null, "msg": "Retrying (Retry(total=2, connect=7, read=5, redirect=None, status=None)) after connection broken by 'NewConnectionError('<urllib3.connection.HTTPSConnection object at 0x7f0c2a3ed640>: Failed to establish a new connection: [Errno 111] Connection refused')': /api/v1/namespaces/monitoring/configmaps?labelSelector=grafana_datasource%3D1&timeoutSeconds=60&watch=True", "level": "WARNING"}
{"time": "2026-04-28T23:29:51.507010+00:00", "taskName": null, "msg": "Retrying (Retry(total=1, connect=6, read=5, redirect=None, status=None)) after connection broken by 'NewConnectionError('<urllib3.connection.HTTPSConnection object at 0x7f0c2b294080>: Failed to establish a new connection: [Errno 111] Connection refused')': /api/v1/namespaces/monitoring/secrets?labelSelector=grafana_datasource%3D1&timeoutSeconds=60&watch=True", "level": "WARNING"}
{"time": "2026-04-28T23:29:51.507008+00:00", "taskName": null, "msg": "Retrying (Retry(total=1, connect=6, read=5, redirect=None, status=None)) after connection broken by 'NewConnectionError('<urllib3.connection.HTTPSConnection object at 0x7f0c2a3ec4d0>: Failed to establish a new connection: [Errno 111] Connection refused')': /api/v1/namespaces/monitoring/configmaps?labelSelector=grafana_datasource%3D1&timeoutSeconds=60&watch=True", "level": "WARNING"}
{"time": "2026-04-28T23:30:09.110461+00:00", "taskName": null, "msg": "Retrying (Retry(total=0, connect=5, read=5, redirect=None, status=None)) after connection broken by 'NewConnectionError('<urllib3.connection.HTTPSConnection object at 0x7f0c2a3eeea0>: Failed to establish a new connection: [Errno 111] Connection refused')': /api/v1/namespaces/monitoring/configmaps?labelSelector=grafana_datasource%3D1&timeoutSeconds=60&watch=True", "level": "WARNING"}
{"time": "2026-04-28T23:30:09.111611+00:00", "taskName": null, "msg": "MaxRetryError when calling kubernetes: HTTPSConnectionPool(host='10.96.0.1', port=443): Max retries exceeded with url: /api/v1/namespaces/monitoring/configmaps?labelSelector=grafana_datasource%3D1&timeoutSeconds=60&watch=True (Caused by NewConnectionError('<urllib3.connection.HTTPSConnection object at 0x7f0c2a3ef110>: Failed to establish a new connection: [Errno 111] Connection refused'))\n", "level": "ERROR"}
{"time": "2026-04-28T23:30:09.126968+00:00", "taskName": null, "msg": "Retrying (Retry(total=0, connect=5, read=5, redirect=None, status=None)) after connection broken by 'NewConnectionError('<urllib3.connection.HTTPSConnection object at 0x7f0c2b296c00>: Failed to establish a new connection: [Errno 111] Connection refused')': /api/v1/namespaces/monitoring/secrets?labelSelector=grafana_datasource%3D1&timeoutSeconds=60&watch=True", "level": "WARNING"}
{"time": "2026-04-28T23:30:09.128095+00:00", "taskName": null, "msg": "MaxRetryError when calling kubernetes: HTTPSConnectionPool(host='10.96.0.1', port=443): Max retries exceeded with url: /api/v1/namespaces/monitoring/secrets?labelSelector=grafana_datasource%3D1&timeoutSeconds=60&watch=True (Caused by NewConnectionError('<urllib3.connection.HTTPSConnection object at 0x7f0c2b296450>: Failed to establish a new connection: [Errno 111] Connection refused'))\n", "level": "ERROR"}
{"time": "2026-04-28T23:30:14.115590+00:00", "taskName": null, "msg": "Retrying (Retry(total=4, connect=9, read=5, redirect=None, status=None)) after connection broken by 'NewConnectionError('<urllib3.connection.HTTPSConnection object at 0x7f0c2a3efb00>: Failed to establish a new connection: [Errno 111] Connection refused')': /api/v1/namespaces/monitoring/configmaps?labelSelector=grafana_datasource%3D1&timeoutSeconds=60&watch=True", "level": "WARNING"}
{"time": "2026-04-28T23:30:14.131537+00:00", "taskName": null, "msg": "Retrying (Retry(total=4, connect=9, read=5, redirect=None, status=None)) after connection broken by 'NewConnectionError('<urllib3.connection.HTTPSConnection object at 0x7f0c2b299640>: Failed to establish a new connection: [Errno 111] Connection refused')': /api/v1/namespaces/monitoring/secrets?labelSelector=grafana_datasource%3D1&timeoutSeconds=60&watch=True", "level": "WARNING"}
{"time": "2026-04-28T23:30:16.316798+00:00", "taskName": null, "msg": "Retrying (Retry(total=3, connect=8, read=5, redirect=None, status=None)) after connection broken by 'NewConnectionError('<urllib3.connection.HTTPSConnection object at 0x7f0c2a3efd70>: Failed to establish a new connection: [Errno 111] Connection refused')': /api/v1/namespaces/monitoring/configmaps?labelSelector=grafana_datasource%3D1&timeoutSeconds=60&watch=True", "level": "WARNING"}
{"time": "2026-04-28T23:30:16.332720+00:00", "taskName": null, "msg": "Retrying (Retry(total=3, connect=8, read=5, redirect=None, status=None)) after connection broken by 'NewConnectionError('<urllib3.connection.HTTPSConnection object at 0x7f0c2b298200>: Failed to establish a new connection: [Errno 111] Connection refused')': /api/v1/namespaces/monitoring/secrets?labelSelector=grafana_datasource%3D1&timeoutSeconds=60&watch=True", "level": "WARNING"}
{"time": "2026-04-28T23:30:20.718456+00:00", "taskName": null, "msg": "Retrying (Retry(total=2, connect=7, read=5, redirect=None, status=None)) after connection broken by 'NewConnectionError('<urllib3.connection.HTTPSConnection object at 0x7f0c2a3effb0>: Failed to establish a new connection: [Errno 111] Connection refused')': /api/v1/namespaces/monitoring/configmaps?labelSelector=grafana_datasource%3D1&timeoutSeconds=60&watch=True", "level": "WARNING"}
{"time": "2026-04-28T23:30:20.734402+00:00", "taskName": null, "msg": "Retrying (Retry(total=2, connect=7, read=5, redirect=None, status=None)) after connection broken by 'NewConnectionError('<urllib3.connection.HTTPSConnection object at 0x7f0c2b29a6c0>: Failed to establish a new connection: [Errno 111] Connection refused')': /api/v1/namespaces/monitoring/secrets?labelSelector=grafana_datasource%3D1&timeoutSeconds=60&watch=True", "level": "WARNING"}
{"time": "2026-04-28T23:30:29.519722+00:00", "taskName": null, "msg": "Retrying (Retry(total=1, connect=6, read=5, redirect=None, status=None)) after connection broken by 'NewConnectionError('<urllib3.connection.HTTPSConnection object at 0x7f0c2a3f02f0>: Failed to establish a new connection: [Errno 111] Connection refused')': /api/v1/namespaces/monitoring/configmaps?labelSelector=grafana_datasource%3D1&timeoutSeconds=60&watch=True", "level": "WARNING"}
{"time": "2026-04-28T23:30:29.535729+00:00", "taskName": null, "msg": "Retrying (Retry(total=1, connect=6, read=5, redirect=None, status=None)) after connection broken by 'NewConnectionError('<urllib3.connection.HTTPSConnection object at 0x7f0c2b29a930>: Failed to establish a new connection: [Errno 111] Connection refused')': /api/v1/namespaces/monitoring/secrets?labelSelector=grafana_datasource%3D1&timeoutSeconds=60&watch=True", "level": "WARNING"}
{"time": "2026-04-28T23:30:47.120791+00:00", "taskName": null, "msg": "Retrying (Retry(total=0, connect=5, read=5, redirect=None, status=None)) after connection broken by 'NewConnectionError('<urllib3.connection.HTTPSConnection object at 0x7f0c2a3f03b0>: Failed to establish a new connection: [Errno 111] Connection refused')': /api/v1/namespaces/monitoring/configmaps?labelSelector=grafana_datasource%3D1&timeoutSeconds=60&watch=True", "level": "WARNING"}
{"time": "2026-04-28T23:30:47.121839+00:00", "taskName": null, "msg": "MaxRetryError when calling kubernetes: HTTPSConnectionPool(host='10.96.0.1', port=443): Max retries exceeded with url: /api/v1/namespaces/monitoring/configmaps?labelSelector=grafana_datasource%3D1&timeoutSeconds=60&watch=True (Caused by NewConnectionError('<urllib3.connection.HTTPSConnection object at 0x7f0c2a3f05f0>: Failed to establish a new connection: [Errno 111] Connection refused'))\n", "level": "ERROR"}
{"time": "2026-04-28T23:30:47.137435+00:00", "taskName": null, "msg": "Retrying (Retry(total=0, connect=5, read=5, redirect=None, status=None)) after connection broken by 'NewConnectionError('<urllib3.connection.HTTPSConnection object at 0x7f0c2b29ac00>: Failed to establish a new connection: [Errno 111] Connection refused')': /api/v1/namespaces/monitoring/secrets?labelSelector=grafana_datasource%3D1&timeoutSeconds=60&watch=True", "level": "WARNING"}
{"time": "2026-04-28T23:30:47.139414+00:00", "taskName": null, "msg": "MaxRetryError when calling kubernetes: HTTPSConnectionPool(host='10.96.0.1', port=443): Max retries exceeded with url: /api/v1/namespaces/monitoring/secrets?labelSelector=grafana_datasource%3D1&timeoutSeconds=60&watch=True (Caused by NewConnectionError('<urllib3.connection.HTTPSConnection object at 0x7f0c2b29ae70>: Failed to establish a new connection: [Errno 111] Connection refused'))\n", "level": "ERROR"}
{"time": "2026-04-28T23:30:52.128874+00:00", "taskName": null, "msg": "Retrying (Retry(total=4, connect=9, read=5, redirect=None, status=None)) after connection broken by 'NewConnectionError('<urllib3.connection.HTTPSConnection object at 0x7f0c2a3f1160>: Failed to establish a new connection: [Errno 111] Connection refused')': /api/v1/namespaces/monitoring/configmaps?labelSelector=grafana_datasource%3D1&timeoutSeconds=60&watch=True", "level": "WARNING"}
{"time": "2026-04-28T23:30:52.141972+00:00", "taskName": null, "msg": "Retrying (Retry(total=4, connect=9, read=5, redirect=None, status=None)) after connection broken by 'NewConnectionError('<urllib3.connection.HTTPSConnection object at 0x7f0c2b29e750>: Failed to establish a new connection: [Errno 111] Connection refused')': /api/v1/namespaces/monitoring/secrets?labelSelector=grafana_datasource%3D1&timeoutSeconds=60&watch=True", "level": "WARNING"}
{"time": "2026-04-28T23:30:54.329671+00:00", "taskName": null, "msg": "Retrying (Retry(total=3, connect=8, read=5, redirect=None, status=None)) after connection broken by 'NewConnectionError('<urllib3.connection.HTTPSConnection object at 0x7f0c2a37f740>: Failed to establish a new connection: [Errno 111] Connection refused')': /api/v1/namespaces/monitoring/configmaps?labelSelector=grafana_datasource%3D1&timeoutSeconds=60&watch=True", "level": "WARNING"}
{"time": "2026-04-28T23:30:54.342909+00:00", "taskName": null, "msg": "Retrying (Retry(total=3, connect=8, read=5, redirect=None, status=None)) after connection broken by 'NewConnectionError('<urllib3.connection.HTTPSConnection object at 0x7f0c2b29eb10>: Failed to establish a new connection: [Errno 111] Connection refused')': /api/v1/namespaces/monitoring/secrets?labelSelector=grafana_datasource%3D1&timeoutSeconds=60&watch=True", "level": "WARNING"}
{"time": "2026-04-28T23:30:58.731194+00:00", "taskName": null, "msg": "Retrying (Retry(total=2, connect=7, read=5, redirect=None, status=None)) after connection broken by 'NewConnectionError('<urllib3.connection.HTTPSConnection object at 0x7f0c2a37fb90>: Failed to establish a new connection: [Errno 111] Connection refused')': /api/v1/namespaces/monitoring/configmaps?labelSelector=grafana_datasource%3D1&timeoutSeconds=60&watch=True", "level": "WARNING"}
{"time": "2026-04-28T23:30:58.744294+00:00", "taskName": null, "msg": "Retrying (Retry(total=2, connect=7, read=5, redirect=None, status=None)) after connection broken by 'NewConnectionError('<urllib3.connection.HTTPSConnection object at 0x7f0c2b29ec00>: Failed to establish a new connection: [Errno 111] Connection refused')': /api/v1/namespaces/monitoring/secrets?labelSelector=grafana_datasource%3D1&timeoutSeconds=60&watch=True", "level": "WARNING"}
{"time": "2026-04-28T23:31:07.532417+00:00", "taskName": null, "msg": "Retrying (Retry(total=1, connect=6, read=5, redirect=None, status=None)) after connection broken by 'NewConnectionError('<urllib3.connection.HTTPSConnection object at 0x7f0c2a37c0b0>: Failed to establish a new connection: [Errno 111] Connection refused')': /api/v1/namespaces/monitoring/configmaps?labelSelector=grafana_datasource%3D1&timeoutSeconds=60&watch=True", "level": "WARNING"}
{"time": "2026-04-28T23:31:07.545349+00:00", "taskName": null, "msg": "Retrying (Retry(total=1, connect=6, read=5, redirect=None, status=None)) after connection broken by 'NewConnectionError('<urllib3.connection.HTTPSConnection object at 0x7f0c2b29ef00>: Failed to establish a new connection: [Errno 111] Connection refused')': /api/v1/namespaces/monitoring/secrets?labelSelector=grafana_datasource%3D1&timeoutSeconds=60&watch=True", "level": "WARNING"}
{"time": "2026-04-28T23:31:25.133662+00:00", "taskName": null, "msg": "Retrying (Retry(total=0, connect=5, read=5, redirect=None, status=None)) after connection broken by 'NewConnectionError('<urllib3.connection.HTTPSConnection object at 0x7f0c2a37f350>: Failed to establish a new connection: [Errno 111] Connection refused')': /api/v1/namespaces/monitoring/configmaps?labelSelector=grafana_datasource%3D1&timeoutSeconds=60&watch=True", "level": "WARNING"}
{"time": "2026-04-28T23:31:25.135654+00:00", "taskName": null, "msg": "MaxRetryError when calling kubernetes: HTTPSConnectionPool(host='10.96.0.1', port=443): Max retries exceeded with url: /api/v1/namespaces/monitoring/configmaps?labelSelector=grafana_datasource%3D1&timeoutSeconds=60&watch=True (Caused by NewConnectionError('<urllib3.connection.HTTPSConnection object at 0x7f0c2a3ef0e0>: Failed to establish a new connection: [Errno 111] Connection refused'))\n", "level": "ERROR"}
{"time": "2026-04-28T23:31:25.147139+00:00", "taskName": null, "msg": "Retrying (Retry(total=0, connect=5, read=5, redirect=None, status=None)) after connection broken by 'NewConnectionError('<urllib3.connection.HTTPSConnection object at 0x7f0c2b29f170>: Failed to establish a new connection: [Errno 111] Connection refused')': /api/v1/namespaces/monitoring/secrets?labelSelector=grafana_datasource%3D1&timeoutSeconds=60&watch=True", "level": "WARNING"}
{"time": "2026-04-28T23:31:25.148542+00:00", "taskName": null, "msg": "MaxRetryError when calling kubernetes: HTTPSConnectionPool(host='10.96.0.1', port=443): Max retries exceeded with url: /api/v1/namespaces/monitoring/secrets?labelSelector=grafana_datasource%3D1&timeoutSeconds=60&watch=True (Caused by NewConnectionError('<urllib3.connection.HTTPSConnection object at 0x7f0c2b2994f0>: Failed to establish a new connection: [Errno 111] Connection refused'))\n", "level": "ERROR"}
{"time": "2026-04-28T23:31:30.138422+00:00", "taskName": null, "msg": "Retrying (Retry(total=4, connect=9, read=5, redirect=None, status=None)) after connection broken by 'NewConnectionError('<urllib3.connection.HTTPSConnection object at 0x7f0c2a3ec800>: Failed to establish a new connection: [Errno 111] Connection refused')': /api/v1/namespaces/monitoring/configmaps?labelSelector=grafana_datasource%3D1&timeoutSeconds=60&watch=True", "level": "WARNING"}
{"time": "2026-04-28T23:31:30.153118+00:00", "taskName": null, "msg": "Retrying (Retry(total=4, connect=9, read=5, redirect=None, status=None)) after connection broken by 'NewConnectionError('<urllib3.connection.HTTPSConnection object at 0x7f0c2b294bf0>: Failed to establish a new connection: [Errno 111] Connection refused')': /api/v1/namespaces/monitoring/secrets?labelSelector=grafana_datasource%3D1&timeoutSeconds=60&watch=True", "level": "WARNING"}
{"time": "2026-04-28T23:31:32.339271+00:00", "taskName": null, "msg": "Retrying (Retry(total=3, connect=8, read=5, redirect=None, status=None)) after connection broken by 'NewConnectionError('<urllib3.connection.HTTPSConnection object at 0x7f0c2a3eee10>: Failed to establish a new connection: [Errno 111] Connection refused')': /api/v1/namespaces/monitoring/configmaps?labelSelector=grafana_datasource%3D1&timeoutSeconds=60&watch=True", "level": "WARNING"}
{"time": "2026-04-28T23:31:32.356941+00:00", "taskName": null, "msg": "Retrying (Retry(total=3, connect=8, read=5, redirect=None, status=None)) after connection broken by 'NewConnectionError('<urllib3.connection.HTTPSConnection object at 0x7f0c2b294a70>: Failed to establish a new connection: [Errno 111] Connection refused')': /api/v1/namespaces/monitoring/secrets?labelSelector=grafana_datasource%3D1&timeoutSeconds=60&watch=True", "level": "WARNING"}
{"time": "2026-04-28T23:31:36.740657+00:00", "taskName": null, "msg": "Retrying (Retry(total=2, connect=7, read=5, redirect=None, status=None)) after connection broken by 'NewConnectionError('<urllib3.connection.HTTPSConnection object at 0x7f0c2a3ec830>: Failed to establish a new connection: [Errno 111] Connection refused')': /api/v1/namespaces/monitoring/configmaps?labelSelector=grafana_datasource%3D1&timeoutSeconds=60&watch=True", "level": "WARNING"}
{"time": "2026-04-28T23:31:36.758286+00:00", "taskName": null, "msg": "Retrying (Retry(total=2, connect=7, read=5, redirect=None, status=None)) after connection broken by 'NewConnectionError('<urllib3.connection.HTTPSConnection object at 0x7f0c2b297d70>: Failed to establish a new connection: [Errno 111] Connection refused')': /api/v1/namespaces/monitoring/secrets?labelSelector=grafana_datasource%3D1&timeoutSeconds=60&watch=True", "level": "WARNING"}
{"time": "2026-04-28T23:31:45.542234+00:00", "taskName": null, "msg": "Retrying (Retry(total=1, connect=6, read=5, redirect=None, status=None)) after connection broken by 'NewConnectionError('<urllib3.connection.HTTPSConnection object at 0x7f0c2a3ee2a0>: Failed to establish a new connection: [Errno 111] Connection refused')': /api/v1/namespaces/monitoring/configmaps?labelSelector=grafana_datasource%3D1&timeoutSeconds=60&watch=True", "level": "WARNING"}
{"time": "2026-04-28T23:31:45.559960+00:00", "taskName": null, "msg": "Retrying (Retry(total=1, connect=6, read=5, redirect=None, status=None)) after connection broken by 'NewConnectionError('<urllib3.connection.HTTPSConnection object at 0x7f0c2b296b40>: Failed to establish a new connection: [Errno 111] Connection refused')': /api/v1/namespaces/monitoring/secrets?labelSelector=grafana_datasource%3D1&timeoutSeconds=60&watch=True", "level": "WARNING"}
{"time": "2026-04-28T23:31:47.894888+00:00", "taskName": null, "msg": "ApiException when calling kubernetes: (403)\nReason: Forbidden\nHTTP response headers: HTTPHeaderDict({'Audit-Id': '1128ceef-1bda-4874-894b-a18ebd03a3ef', 'Cache-Control': 'no-cache, private', 'Content-Type': 'application/json', 'X-Content-Type-Options': 'nosniff', 'X-Kubernetes-Pf-Flowschema-Uid': '', 'X-Kubernetes-Pf-Prioritylevel-Uid': '', 'Date': 'Tue, 28 Apr 2026 23:31:47 GMT', 'Content-Length': '329'})\nHTTP response body: b'{\"kind\":\"Status\",\"apiVersion\":\"v1\",\"metadata\":{},\"status\":\"Failure\",\"message\":\"configmaps is forbidden: User \\\\\"system:serviceaccount:monitoring:kube-prometheus-stack-grafana\\\\\" cannot watch resource \\\\\"configmaps\\\\\" in API group \\\\\"\\\\\" in the namespace \\\\\"monitoring\\\\\"\",\"reason\":\"Forbidden\",\"details\":{\"kind\":\"configmaps\"},\"code\":403}\\n'\n\n", "level": "ERROR"}
{"time": "2026-04-28T23:31:47.898073+00:00", "taskName": null, "msg": "ApiException when calling kubernetes: (403)\nReason: Forbidden\nHTTP response headers: HTTPHeaderDict({'Audit-Id': '898feb67-ffe8-4398-ba52-cc872f0092f9', 'Cache-Control': 'no-cache, private', 'Content-Type': 'application/json', 'X-Content-Type-Options': 'nosniff', 'X-Kubernetes-Pf-Flowschema-Uid': '', 'X-Kubernetes-Pf-Prioritylevel-Uid': '', 'Date': 'Tue, 28 Apr 2026 23:31:47 GMT', 'Content-Length': '320'})\nHTTP response body: b'{\"kind\":\"Status\",\"apiVersion\":\"v1\",\"metadata\":{},\"status\":\"Failure\",\"message\":\"secrets is forbidden: User \\\\\"system:serviceaccount:monitoring:kube-prometheus-stack-grafana\\\\\" cannot watch resource \\\\\"secrets\\\\\" in API group \\\\\"\\\\\" in the namespace \\\\\"monitoring\\\\\"\",\"reason\":\"Forbidden\",\"details\":{\"kind\":\"secrets\"},\"code\":403}\\n'\n\n", "level": "ERROR"}