level=error ts=2026-04-20T21:06:53.681979028Z caller=resolver.go:100 msg="failed to lookup SRV records" host=_memcached-client._tcp.loki-results-cache.monitoring.svc err="lookup _memcached-client._tcp.loki-results-cache.monitoring.svc on 10.96.0.10:53: no such host"
ts=2026-04-20T21:06:53.688226475Z caller=memberlist_logger.go:74 level=warn msg="Failed to resolve loki-memberlist: lookup loki-memberlist on 10.96.0.10:53: no such host"
level=warn ts=2026-04-20T21:06:53.688300967Z caller=memberlist_client.go:561 msg="memberlist fast-join finished" joined_nodes=0 elapsed_time=8.753854ms
level=error ts=2026-04-20T21:06:53.690440678Z caller=resolver.go:100 msg="failed to lookup SRV records" host=_memcached-client._tcp.loki-results-cache.monitoring.svc err="lookup _memcached-client._tcp.loki-results-cache.monitoring.svc on 10.96.0.10:53: no such host"
ts=2026-04-20T21:06:53.69326224Z caller=memberlist_logger.go:74 level=warn msg="Failed to resolve loki-memberlist: lookup loki-memberlist on 10.96.0.10:53: no such host"
level=warn ts=2026-04-20T21:06:53.693289071Z caller=memberlist_client.go:607 phase=startup msg="joining memberlist cluster" attempts=1 max_attempts=10 err="1 error occurred:\n\t* Failed to resolve loki-memberlist: lookup loki-memberlist on 10.96.0.10:53: no such host\n\n"
level=error ts=2026-04-20T21:06:53.695670106Z caller=resolver.go:100 msg="failed to lookup SRV records" host=_memcached-client._tcp.loki-results-cache.monitoring.svc err="lookup _memcached-client._tcp.loki-results-cache.monitoring.svc on 10.96.0.10:53: no such host"
level=error ts=2026-04-20T21:06:53.710797739Z caller=resolver.go:100 msg="failed to lookup SRV records" host=_memcached-client._tcp.loki-results-cache.monitoring.svc err="lookup _memcached-client._tcp.loki-results-cache.monitoring.svc on 10.96.0.10:53: no such host"
level=error ts=2026-04-20T21:06:53.713318727Z caller=resolver.go:100 msg="failed to lookup SRV records" host=_memcached-client._tcp.loki-results-cache.monitoring.svc err="lookup _memcached-client._tcp.loki-results-cache.monitoring.svc on 10.96.0.10:53: no such host"
level=error ts=2026-04-20T21:06:53.727578095Z caller=resolver.go:100 msg="failed to lookup SRV records" host=_memcached-client._tcp.loki-chunks-cache.monitoring.svc err="lookup _memcached-client._tcp.loki-chunks-cache.monitoring.svc on 10.96.0.10:53: no such host"
level=error ts=2026-04-20T21:06:53.747654292Z caller=ratestore.go:109 msg="error getting ingester clients" err="empty ring"
ts=2026-04-20T21:06:55.450934067Z caller=memberlist_logger.go:74 level=warn msg="Failed to resolve loki-memberlist: lookup loki-memberlist on 10.96.0.10:53: no such host"
level=warn ts=2026-04-20T21:06:55.450986838Z caller=memberlist_client.go:607 phase=startup msg="joining memberlist cluster" attempts=2 max_attempts=10 err="1 error occurred:\n\t* Failed to resolve loki-memberlist: lookup loki-memberlist on 10.96.0.10:53: no such host\n\n"
ts=2026-04-20T21:06:58.169896536Z caller=memberlist_logger.go:74 level=warn msg="Failed to resolve loki-memberlist: lookup loki-memberlist on 10.96.0.10:53: no such host"
level=warn ts=2026-04-20T21:06:58.169949117Z caller=memberlist_client.go:607 phase=startup msg="joining memberlist cluster" attempts=3 max_attempts=10 err="1 error occurred:\n\t* Failed to resolve loki-memberlist: lookup loki-memberlist on 10.96.0.10:53: no such host\n\n"
ts=2026-04-20T21:07:05.298321111Z caller=memberlist_logger.go:74 level=warn msg="Failed to resolve loki-memberlist: lookup loki-memberlist on 10.96.0.10:53: no such host"
level=warn ts=2026-04-20T21:07:05.298382412Z caller=memberlist_client.go:607 phase=startup msg="joining memberlist cluster" attempts=4 max_attempts=10 err="1 error occurred:\n\t* Failed to resolve loki-memberlist: lookup loki-memberlist on 10.96.0.10:53: no such host\n\n"
level=warn ts=2026-04-20T21:07:08.717834494Z caller=pool.go:250 msg="removing ingester failing healthcheck" addr=10.0.0.125:9095 reason="failing healthcheck status: NOT_SERVING"
ts=2026-04-20T21:07:17.07683657Z caller=memberlist_logger.go:74 level=warn msg="Failed to resolve loki-memberlist: lookup loki-memberlist on 10.96.0.10:53: no such host"
level=warn ts=2026-04-20T21:07:17.076906282Z caller=memberlist_client.go:607 phase=startup msg="joining memberlist cluster" attempts=5 max_attempts=10 err="1 error occurred:\n\t* Failed to resolve loki-memberlist: lookup loki-memberlist on 10.96.0.10:53: no such host\n\n"
ts=2026-04-20T21:07:38.840548529Z caller=memberlist_logger.go:74 level=warn msg="Failed to resolve loki-memberlist: lookup loki-memberlist on 10.96.0.10:53: no such host"
level=warn ts=2026-04-20T21:07:38.84059874Z caller=memberlist_client.go:607 phase=startup msg="joining memberlist cluster" attempts=6 max_attempts=10 err="1 error occurred:\n\t* Failed to resolve loki-memberlist: lookup loki-memberlist on 10.96.0.10:53: no such host\n\n"
level=error ts=2026-04-20T21:07:49.257498796Z caller=manager.go:49 component=distributor path=write msg="write operation failed" details="Max entry size '262144' bytes exceeded for stream '{node=\"instance\", service_name=\"unknown_service\", source_type=\"journald\", stream=\"syslog\", unit=\"session-4.scope\"}' while adding an entry with length '433403' bytes" org_id=fake
level=error ts=2026-04-20T21:07:49.283337431Z caller=manager.go:49 component=distributor path=write msg="write operation failed" details="Max entry size '262144' bytes exceeded for stream '{node=\"instance\", service_name=\"unknown_service\", source_type=\"journald\", stream=\"syslog\", unit=\"session-4.scope\"}' while adding an entry with length '3285533' bytes" org_id=fake
level=error ts=2026-04-20T21:07:49.29658191Z caller=manager.go:49 component=distributor path=write msg="write operation failed" details="Max entry size '262144' bytes exceeded for stream '{node=\"instance\", service_name=\"unknown_service\", source_type=\"journald\", stream=\"syslog\", unit=\"session-4.scope\"}' while adding an entry with length '1418096' bytes" org_id=fake
level=error ts=2026-04-20T21:07:49.299674748Z caller=manager.go:49 component=distributor path=write msg="write operation failed" details="Max entry size '262144' bytes exceeded for stream '{node=\"instance\", service_name=\"unknown_service\", source_type=\"journald\", stream=\"syslog\", unit=\"session-4.scope\"}' while adding an entry with length '852060' bytes" org_id=fake
level=error ts=2026-04-20T21:07:49.327026692Z caller=manager.go:49 component=distributor path=write msg="write operation failed" details="Max entry size '262144' bytes exceeded for stream '{node=\"instance\", service_name=\"unknown_service\", source_type=\"journald\", stream=\"syslog\", unit=\"session-4.scope\"}' while adding an entry with length '382783' bytes" org_id=fake