level=error ts=2026-06-24T13:25:50.867606484Z caller=resolver.go:100 msg="failed to lookup SRV records" host=_memcached-client._tcp.loki-results-cache.monitoring.svc err="lookup _memcached-client._tcp.loki-results-cache.monitoring.svc on 10.96.0.10:53: no such host"
ts=2026-06-24T13:25:50.871374462Z caller=memberlist_logger.go:74 level=warn msg="Failed to resolve loki-memberlist: lookup loki-memberlist on 10.96.0.10:53: no such host"
level=warn ts=2026-06-24T13:25:50.871530856Z caller=memberlist_client.go:561 msg="memberlist fast-join finished" joined_nodes=0 elapsed_time=8.379314ms
level=error ts=2026-06-24T13:25:50.876482459Z caller=resolver.go:100 msg="failed to lookup SRV records" host=_memcached-client._tcp.loki-results-cache.monitoring.svc err="lookup _memcached-client._tcp.loki-results-cache.monitoring.svc on 10.96.0.10:53: no such host"
ts=2026-06-24T13:25:50.877603636Z caller=memberlist_logger.go:74 level=warn msg="Failed to resolve loki-memberlist: lookup loki-memberlist on 10.96.0.10:53: no such host"
level=warn ts=2026-06-24T13:25:50.877653227Z caller=memberlist_client.go:607 phase=startup msg="joining memberlist cluster" attempts=1 max_attempts=10 err="1 error occurred:\n\t* Failed to resolve loki-memberlist: lookup loki-memberlist on 10.96.0.10:53: no such host\n\n"
level=error ts=2026-06-24T13:25:50.880092614Z caller=resolver.go:100 msg="failed to lookup SRV records" host=_memcached-client._tcp.loki-results-cache.monitoring.svc err="lookup _memcached-client._tcp.loki-results-cache.monitoring.svc on 10.96.0.10:53: no such host"
level=error ts=2026-06-24T13:25:50.887674588Z caller=resolver.go:100 msg="failed to lookup SRV records" host=_memcached-client._tcp.loki-results-cache.monitoring.svc err="lookup _memcached-client._tcp.loki-results-cache.monitoring.svc on 10.96.0.10:53: no such host"
level=error ts=2026-06-24T13:25:50.890032103Z caller=resolver.go:100 msg="failed to lookup SRV records" host=_memcached-client._tcp.loki-results-cache.monitoring.svc err="lookup _memcached-client._tcp.loki-results-cache.monitoring.svc on 10.96.0.10:53: no such host"
level=error ts=2026-06-24T13:25:50.895850617Z caller=resolver.go:100 msg="failed to lookup SRV records" host=_memcached-client._tcp.loki-chunks-cache.monitoring.svc err="lookup _memcached-client._tcp.loki-chunks-cache.monitoring.svc on 10.96.0.10:53: no such host"
level=error ts=2026-06-24T13:25:50.921327046Z caller=ratestore.go:109 msg="error getting ingester clients" err="empty ring"
ts=2026-06-24T13:25:52.330323029Z caller=memberlist_logger.go:74 level=warn msg="Failed to resolve loki-memberlist: lookup loki-memberlist on 10.96.0.10:53: no such host"
level=warn ts=2026-06-24T13:25:52.33037461Z caller=memberlist_client.go:607 phase=startup msg="joining memberlist cluster" attempts=2 max_attempts=10 err="1 error occurred:\n\t* Failed to resolve loki-memberlist: lookup loki-memberlist on 10.96.0.10:53: no such host\n\n"
ts=2026-06-24T13:25:54.548702538Z caller=memberlist_logger.go:74 level=warn msg="Failed to resolve loki-memberlist: lookup loki-memberlist on 10.96.0.10:53: no such host"
level=warn ts=2026-06-24T13:25:54.548738809Z caller=memberlist_client.go:607 phase=startup msg="joining memberlist cluster" attempts=3 max_attempts=10 err="1 error occurred:\n\t* Failed to resolve loki-memberlist: lookup loki-memberlist on 10.96.0.10:53: no such host\n\n"
ts=2026-06-24T13:26:01.321549972Z caller=memberlist_logger.go:74 level=warn msg="Failed to resolve loki-memberlist: lookup loki-memberlist on 10.96.0.10:53: no such host"
level=warn ts=2026-06-24T13:26:01.321578473Z caller=memberlist_client.go:607 phase=startup msg="joining memberlist cluster" attempts=4 max_attempts=10 err="1 error occurred:\n\t* Failed to resolve loki-memberlist: lookup loki-memberlist on 10.96.0.10:53: no such host\n\n"
ts=2026-06-24T13:26:10.940931144Z caller=memberlist_logger.go:74 level=warn msg="Failed to resolve loki-memberlist: lookup loki-memberlist on 10.96.0.10:53: no such host"
level=warn ts=2026-06-24T13:26:10.940980405Z caller=memberlist_client.go:607 phase=startup msg="joining memberlist cluster" attempts=5 max_attempts=10 err="1 error occurred:\n\t* Failed to resolve loki-memberlist: lookup loki-memberlist on 10.96.0.10:53: no such host\n\n"
ts=2026-06-24T13:26:33.382958561Z caller=memberlist_logger.go:74 level=warn msg="Failed to resolve loki-memberlist: lookup loki-memberlist on 10.96.0.10:53: no such host"
level=warn ts=2026-06-24T13:26:33.383007342Z caller=memberlist_client.go:607 phase=startup msg="joining memberlist cluster" attempts=6 max_attempts=10 err="1 error occurred:\n\t* Failed to resolve loki-memberlist: lookup loki-memberlist on 10.96.0.10:53: no such host\n\n"
level=error ts=2026-06-24T13:26:55.571501888Z caller=manager.go:49 component=distributor path=write msg="write operation failed" details="Max entry size '262144' bytes exceeded for stream '{node=\"instance\", service_name=\"unknown_service\", source_type=\"journald\", stream=\"syslog\", unit=\"session-4.scope\"}' while adding an entry with length '429927' bytes" org_id=fake
level=error ts=2026-06-24T13:26:55.59492041Z caller=manager.go:49 component=distributor path=write msg="write operation failed" details="Max entry size '262144' bytes exceeded for stream '{node=\"instance\", service_name=\"unknown_service\", source_type=\"journald\", stream=\"syslog\", unit=\"session-4.scope\"}' while adding an entry with length '3225349' bytes" org_id=fake
level=error ts=2026-06-24T13:26:55.616589891Z caller=manager.go:49 component=distributor path=write msg="write operation failed" details="Max entry size '262144' bytes exceeded for stream '{node=\"instance\", service_name=\"unknown_service\", source_type=\"journald\", stream=\"syslog\", unit=\"session-4.scope\"}' while adding an entry with length '1418096' bytes" org_id=fake
level=error ts=2026-06-24T13:26:55.62177225Z caller=manager.go:49 component=distributor path=write msg="write operation failed" details="Max entry size '262144' bytes exceeded for stream '{node=\"instance\", service_name=\"unknown_service\", source_type=\"journald\", stream=\"syslog\", unit=\"session-4.scope\"}' while adding an entry with length '852060' bytes" org_id=fake
level=error ts=2026-06-24T13:26:55.658518191Z caller=manager.go:49 component=distributor path=write msg="write operation failed" details="Max entry size '262144' bytes exceeded for stream '{node=\"instance\", service_name=\"unknown_service\", source_type=\"journald\", stream=\"syslog\", unit=\"session-4.scope\"}' while adding an entry with length '411035' bytes" org_id=fake
level=warn ts=2026-06-24T14:12:49.289784606Z caller=logging.go:126 orgID=fake msg="POST /loki/api/v1/push (500) 5.002738778s Response: \"rpc error: code = DeadlineExceeded desc = context deadline exceeded\\n\" ws: false; Accept-Encoding: identity; Connection: close; Content-Encoding: snappy; Content-Length: 5517; Content-Type: application/x-protobuf; User-Agent: Vector/0.37.1 (x86_64-unknown-linux-gnu cb6635a 2024-04-09 13:45:06.561412437); "
level=warn ts=2026-06-24T14:12:49.344045568Z caller=logging.go:126 orgID=fake msg="POST /loki/api/v1/push (500) 5.001449257s Response: \"rpc error: code = DeadlineExceeded desc = context deadline exceeded\\n\" ws: false; Accept-Encoding: identity; Connection: close; Content-Encoding: snappy; Content-Length: 1263; Content-Type: application/x-protobuf; User-Agent: Vector/0.37.1 (x86_64-unknown-linux-gnu cb6635a 2024-04-09 13:45:06.561412437); "
level=warn ts=2026-06-24T14:12:54.032580212Z caller=logging.go:126 orgID=fake msg="POST /loki/api/v1/push (500) 5.000993336s Response: \"rpc error: code = DeadlineExceeded desc = context deadline exceeded\\n\" ws: false; Accept-Encoding: identity; Connection: close; Content-Encoding: snappy; Content-Length: 2413; Content-Type: application/x-protobuf; User-Agent: Vector/0.37.1 (x86_64-unknown-linux-gnu cb6635a 2024-04-09 13:45:06.561412437); "
level=warn ts=2026-06-24T14:12:54.924100403Z caller=logging.go:126 orgID=fake msg="POST /loki/api/v1/push (500) 5.006174886s Response: \"rpc error: code = DeadlineExceeded desc = context deadline exceeded\\n\" ws: false; Accept-Encoding: identity; Connection: close; Content-Encoding: snappy; Content-Length: 5517; Content-Type: application/x-protobuf; User-Agent: Vector/0.37.1 (x86_64-unknown-linux-gnu cb6635a 2024-04-09 13:45:06.561412437); "
level=warn ts=2026-06-24T14:12:55.055080208Z caller=logging.go:126 orgID=fake msg="POST /loki/api/v1/push (500) 5.00067738s Response: \"rpc error: code = DeadlineExceeded desc = context deadline exceeded\\n\" ws: false; Accept-Encoding: identity; Connection: close; Content-Encoding: snappy; Content-Length: 1263; Content-Type: application/x-protobuf; User-Agent: Vector/0.37.1 (x86_64-unknown-linux-gnu cb6635a 2024-04-09 13:45:06.561412437); "
level=warn ts=2026-06-24T14:12:59.661711789Z caller=logging.go:126 orgID=fake msg="POST /loki/api/v1/push (500) 5.001253462s Response: \"rpc error: code = DeadlineExceeded desc = context deadline exceeded\\n\" ws: false; Accept-Encoding: identity; Connection: close; Content-Encoding: snappy; Content-Length: 2413; Content-Type: application/x-protobuf; User-Agent: Vector/0.37.1 (x86_64-unknown-linux-gnu cb6635a 2024-04-09 13:45:06.561412437); "
level=error ts=2026-06-24T14:18:55.347162882Z caller=manager.go:49 component=distributor path=write msg="write operation failed" details="Max entry size '262144' bytes exceeded for stream '{node=\"instance\", service_name=\"unknown_service\", source_type=\"journald\", stream=\"syslog\", unit=\"session-4.scope\"}' while adding an entry with length '429927' bytes" org_id=fake
level=error ts=2026-06-24T14:19:49.966151452Z caller=manager.go:49 component=distributor path=write msg="write operation failed" details="Max entry size '262144' bytes exceeded for stream '{node=\"instance\", service_name=\"unknown_service\", source_type=\"journald\", stream=\"syslog\", unit=\"session-4.scope\"}' while adding an entry with length '3225349' bytes" org_id=fake
level=error ts=2026-06-24T14:19:57.099588849Z caller=manager.go:49 component=distributor path=write msg="write operation failed" details="Max entry size '262144' bytes exceeded for stream '{node=\"instance\", service_name=\"unknown_service\", source_type=\"journald\", stream=\"syslog\", unit=\"session-4.scope\"}' while adding an entry with length '852060' bytes" org_id=fake
level=error ts=2026-06-24T14:20:00.868514995Z caller=manager.go:49 component=distributor path=write msg="write operation failed" details="Max entry size '262144' bytes exceeded for stream '{node=\"instance\", service_name=\"unknown_service\", source_type=\"journald\", stream=\"syslog\", unit=\"session-4.scope\"}' while adding an entry with length '1418096' bytes" org_id=fake
level=error ts=2026-06-24T14:20:15.856980725Z caller=manager.go:49 component=distributor path=write msg="write operation failed" details="Max entry size '262144' bytes exceeded for stream '{node=\"instance\", service_name=\"unknown_service\", source_type=\"journald\", stream=\"syslog\", unit=\"session-4.scope\"}' while adding an entry with length '411035' bytes" org_id=fake