level=error ts=2026-05-27T06:15:25.705196398Z caller=resolver.go:100 msg="failed to lookup SRV records" host=_memcached-client._tcp.loki-results-cache.monitoring.svc err="lookup _memcached-client._tcp.loki-results-cache.monitoring.svc on 10.96.0.10:53: no such host"
ts=2026-05-27T06:15:25.707633249Z caller=memberlist_logger.go:74 level=warn msg="Failed to resolve loki-memberlist: lookup loki-memberlist on 10.96.0.10:53: no such host"
level=warn ts=2026-05-27T06:15:25.708031388Z caller=memberlist_client.go:561 msg="memberlist fast-join finished" joined_nodes=0 elapsed_time=7.341322ms
ts=2026-05-27T06:15:25.71372516Z caller=memberlist_logger.go:74 level=warn msg="Failed to resolve loki-memberlist: lookup loki-memberlist on 10.96.0.10:53: no such host"
level=warn ts=2026-05-27T06:15:25.713762891Z caller=memberlist_client.go:607 phase=startup msg="joining memberlist cluster" attempts=1 max_attempts=10 err="1 error occurred:\n\t* Failed to resolve loki-memberlist: lookup loki-memberlist on 10.96.0.10:53: no such host\n\n"
level=error ts=2026-05-27T06:15:25.715034262Z caller=resolver.go:100 msg="failed to lookup SRV records" host=_memcached-client._tcp.loki-results-cache.monitoring.svc err="lookup _memcached-client._tcp.loki-results-cache.monitoring.svc on 10.96.0.10:53: no such host"
level=error ts=2026-05-27T06:15:25.718674043Z caller=resolver.go:100 msg="failed to lookup SRV records" host=_memcached-client._tcp.loki-results-cache.monitoring.svc err="lookup _memcached-client._tcp.loki-results-cache.monitoring.svc on 10.96.0.10:53: no such host"
level=error ts=2026-05-27T06:15:25.727641796Z caller=resolver.go:100 msg="failed to lookup SRV records" host=_memcached-client._tcp.loki-results-cache.monitoring.svc err="lookup _memcached-client._tcp.loki-results-cache.monitoring.svc on 10.96.0.10:53: no such host"
level=error ts=2026-05-27T06:15:25.730282181Z caller=resolver.go:100 msg="failed to lookup SRV records" host=_memcached-client._tcp.loki-results-cache.monitoring.svc err="lookup _memcached-client._tcp.loki-results-cache.monitoring.svc on 10.96.0.10:53: no such host"
level=error ts=2026-05-27T06:15:25.757275351Z caller=resolver.go:100 msg="failed to lookup SRV records" host=_memcached-client._tcp.loki-chunks-cache.monitoring.svc err="lookup _memcached-client._tcp.loki-chunks-cache.monitoring.svc on 10.96.0.10:53: no such host"
level=error ts=2026-05-27T06:15:25.778253253Z caller=ratestore.go:109 msg="error getting ingester clients" err="empty ring"
ts=2026-05-27T06:15:26.881829412Z caller=memberlist_logger.go:74 level=warn msg="Failed to resolve loki-memberlist: lookup loki-memberlist on 10.96.0.10:53: no such host"
level=warn ts=2026-05-27T06:15:26.881890294Z caller=memberlist_client.go:607 phase=startup msg="joining memberlist cluster" attempts=2 max_attempts=10 err="1 error occurred:\n\t* Failed to resolve loki-memberlist: lookup loki-memberlist on 10.96.0.10:53: no such host\n\n"
ts=2026-05-27T06:15:29.492912485Z caller=memberlist_logger.go:74 level=warn msg="Failed to resolve loki-memberlist: lookup loki-memberlist on 10.96.0.10:53: no such host"
level=warn ts=2026-05-27T06:15:29.492975896Z caller=memberlist_client.go:607 phase=startup msg="joining memberlist cluster" attempts=3 max_attempts=10 err="1 error occurred:\n\t* Failed to resolve loki-memberlist: lookup loki-memberlist on 10.96.0.10:53: no such host\n\n"
ts=2026-05-27T06:15:36.03931356Z caller=memberlist_logger.go:74 level=warn msg="Failed to resolve loki-memberlist: lookup loki-memberlist on 10.96.0.10:53: no such host"
level=warn ts=2026-05-27T06:15:36.039469384Z caller=memberlist_client.go:607 phase=startup msg="joining memberlist cluster" attempts=4 max_attempts=10 err="1 error occurred:\n\t* Failed to resolve loki-memberlist: lookup loki-memberlist on 10.96.0.10:53: no such host\n\n"
ts=2026-05-27T06:15:50.247258387Z caller=memberlist_logger.go:74 level=warn msg="Failed to resolve loki-memberlist: lookup loki-memberlist on 10.96.0.10:53: no such host"
level=warn ts=2026-05-27T06:15:50.247318758Z caller=memberlist_client.go:607 phase=startup msg="joining memberlist cluster" attempts=5 max_attempts=10 err="1 error occurred:\n\t* Failed to resolve loki-memberlist: lookup loki-memberlist on 10.96.0.10:53: no such host\n\n"
ts=2026-05-27T06:16:10.357128193Z caller=memberlist_logger.go:74 level=warn msg="Failed to resolve loki-memberlist: lookup loki-memberlist on 10.96.0.10:53: no such host"
level=warn ts=2026-05-27T06:16:10.357192884Z caller=memberlist_client.go:607 phase=startup msg="joining memberlist cluster" attempts=6 max_attempts=10 err="1 error occurred:\n\t* Failed to resolve loki-memberlist: lookup loki-memberlist on 10.96.0.10:53: no such host\n\n"
level=error ts=2026-05-27T06:16:29.74475931Z caller=manager.go:49 component=distributor path=write msg="write operation failed" details="Max entry size '262144' bytes exceeded for stream '{node=\"instance\", service_name=\"unknown_service\", source_type=\"journald\", stream=\"syslog\", unit=\"session-8.scope\"}' while adding an entry with length '429927' bytes" org_id=fake
level=error ts=2026-05-27T06:16:29.7814029Z caller=manager.go:49 component=distributor path=write msg="write operation failed" details="Max entry size '262144' bytes exceeded for stream '{node=\"instance\", service_name=\"unknown_service\", source_type=\"journald\", stream=\"syslog\", unit=\"session-8.scope\"}' while adding an entry with length '3285533' bytes" org_id=fake
level=error ts=2026-05-27T06:16:29.819241629Z caller=manager.go:49 component=distributor path=write msg="write operation failed" details="Max entry size '262144' bytes exceeded for stream '{node=\"instance\", service_name=\"unknown_service\", source_type=\"journald\", stream=\"syslog\", unit=\"session-8.scope\"}' while adding an entry with length '1418096' bytes" org_id=fake
level=error ts=2026-05-27T06:16:29.825761282Z caller=manager.go:49 component=distributor path=write msg="write operation failed" details="Max entry size '262144' bytes exceeded for stream '{node=\"instance\", service_name=\"unknown_service\", source_type=\"journald\", stream=\"syslog\", unit=\"session-8.scope\"}' while adding an entry with length '852060' bytes" org_id=fake
level=error ts=2026-05-27T06:16:29.914424703Z caller=manager.go:49 component=distributor path=write msg="write operation failed" details="Max entry size '262144' bytes exceeded for stream '{node=\"instance\", service_name=\"unknown_service\", source_type=\"journald\", stream=\"syslog\", unit=\"session-8.scope\"}' while adding an entry with length '411059' bytes" org_id=fake
level=warn ts=2026-05-27T06:43:54.38831009Z caller=logging.go:126 orgID=fake msg="POST /loki/api/v1/push (500) 5.001101711s Response: \"rpc error: code = DeadlineExceeded desc = context deadline exceeded\\n\" ws: false; Accept-Encoding: identity; Connection: close; Content-Encoding: snappy; Content-Length: 730; Content-Type: application/x-protobuf; User-Agent: Vector/0.38.0 (x86_64-unknown-linux-gnu ea0ec6f 2024-05-07 14:34:39.794027186); "
level=warn ts=2026-05-27T06:43:54.638082947Z caller=logging.go:126 orgID=fake msg="POST /loki/api/v1/push (500) 5.001516023s Response: \"rpc error: code = DeadlineExceeded desc = context deadline exceeded\\n\" ws: false; Accept-Encoding: identity; Connection: close; Content-Encoding: snappy; Content-Length: 925; Content-Type: application/x-protobuf; User-Agent: Vector/0.38.0 (x86_64-unknown-linux-gnu ea0ec6f 2024-05-07 14:34:39.794027186); "
level=warn ts=2026-05-27T06:43:59.268263131Z caller=logging.go:126 orgID=fake msg="POST /loki/api/v1/push (500) 5.001094801s Response: \"rpc error: code = DeadlineExceeded desc = context deadline exceeded\\n\" ws: false; Accept-Encoding: identity; Connection: close; Content-Encoding: snappy; Content-Length: 880; Content-Type: application/x-protobuf; User-Agent: Vector/0.38.0 (x86_64-unknown-linux-gnu ea0ec6f 2024-05-07 14:34:39.794027186); "
level=warn ts=2026-05-27T06:43:59.518321275Z caller=logging.go:126 orgID=fake msg="POST /loki/api/v1/push (500) 5.001484782s Response: \"rpc error: code = DeadlineExceeded desc = context deadline exceeded\\n\" ws: false; Accept-Encoding: identity; Connection: close; Content-Encoding: snappy; Content-Length: 730; Content-Type: application/x-protobuf; User-Agent: Vector/0.38.0 (x86_64-unknown-linux-gnu ea0ec6f 2024-05-07 14:34:39.794027186); "
level=warn ts=2026-05-27T06:44:05.068812017Z caller=logging.go:126 orgID=fake msg="POST /loki/api/v1/push (500) 5.001044069s Response: \"rpc error: code = DeadlineExceeded desc = context deadline exceeded\\n\" ws: false; Accept-Encoding: identity; Connection: close; Content-Encoding: snappy; Content-Length: 880; Content-Type: application/x-protobuf; User-Agent: Vector/0.38.0 (x86_64-unknown-linux-gnu ea0ec6f 2024-05-07 14:34:39.794027186); "
level=warn ts=2026-05-27T06:44:05.387351572Z caller=logging.go:126 orgID=fake msg="POST /loki/api/v1/push (500) 5.00102771s Response: \"rpc error: code = DeadlineExceeded desc = context deadline exceeded\\n\" ws: false; Accept-Encoding: identity; Connection: close; Content-Encoding: snappy; Content-Length: 730; Content-Type: application/x-protobuf; User-Agent: Vector/0.38.0 (x86_64-unknown-linux-gnu ea0ec6f 2024-05-07 14:34:39.794027186); "
level=warn ts=2026-05-27T06:44:10.3271692Z caller=logging.go:126 orgID=fake msg="POST /loki/api/v1/push (500) 5.001362488s Response: \"rpc error: code = DeadlineExceeded desc = context deadline exceeded\\n\" ws: false; Accept-Encoding: identity; Connection: close; Content-Encoding: snappy; Content-Length: 880; Content-Type: application/x-protobuf; User-Agent: Vector/0.38.0 (x86_64-unknown-linux-gnu ea0ec6f 2024-05-07 14:34:39.794027186); "
level=warn ts=2026-05-27T06:44:10.568584628Z caller=logging.go:126 orgID=fake msg="POST /loki/api/v1/push (500) 5.00145131s Response: \"rpc error: code = DeadlineExceeded desc = context deadline exceeded\\n\" ws: false; Accept-Encoding: identity; Connection: close; Content-Encoding: snappy; Content-Length: 730; Content-Type: application/x-protobuf; User-Agent: Vector/0.38.0 (x86_64-unknown-linux-gnu ea0ec6f 2024-05-07 14:34:39.794027186); "
level=warn ts=2026-05-27T06:44:17.275689228Z caller=logging.go:126 orgID=fake msg="POST /loki/api/v1/push (500) 5.001168922s Response: \"rpc error: code = DeadlineExceeded desc = context deadline exceeded\\n\" ws: false; Accept-Encoding: identity; Connection: close; Content-Encoding: snappy; Content-Length: 880; Content-Type: application/x-protobuf; User-Agent: Vector/0.38.0 (x86_64-unknown-linux-gnu ea0ec6f 2024-05-07 14:34:39.794027186); "
level=warn ts=2026-05-27T06:44:18.212127246Z caller=logging.go:126 orgID=fake msg="POST /loki/api/v1/push (500) 5.001513362s Response: \"rpc error: code = DeadlineExceeded desc = context deadline exceeded\\n\" ws: false; Accept-Encoding: identity; Connection: close; Content-Encoding: snappy; Content-Length: 730; Content-Type: application/x-protobuf; User-Agent: Vector/0.38.0 (x86_64-unknown-linux-gnu ea0ec6f 2024-05-07 14:34:39.794027186); "
level=error ts=2026-05-27T07:11:50.158237381Z caller=manager.go:49 component=distributor path=write msg="write operation failed" details="Max entry size '262144' bytes exceeded for stream '{node=\"instance\", service_name=\"unknown_service\", source_type=\"journald\", stream=\"syslog\", unit=\"session-8.scope\"}' while adding an entry with length '429927' bytes" org_id=fake
level=error ts=2026-05-27T07:12:45.721965705Z caller=manager.go:49 component=distributor path=write msg="write operation failed" details="Max entry size '262144' bytes exceeded for stream '{node=\"instance\", service_name=\"unknown_service\", source_type=\"journald\", stream=\"syslog\", unit=\"session-8.scope\"}' while adding an entry with length '3285533' bytes" org_id=fake
level=error ts=2026-05-27T07:12:53.143064051Z caller=manager.go:49 component=distributor path=write msg="write operation failed" details="Max entry size '262144' bytes exceeded for stream '{node=\"instance\", service_name=\"unknown_service\", source_type=\"journald\", stream=\"syslog\", unit=\"session-8.scope\"}' while adding an entry with length '852060' bytes" org_id=fake
level=error ts=2026-05-27T07:12:56.089249454Z caller=manager.go:49 component=distributor path=write msg="write operation failed" details="Max entry size '262144' bytes exceeded for stream '{node=\"instance\", service_name=\"unknown_service\", source_type=\"journald\", stream=\"syslog\", unit=\"session-8.scope\"}' while adding an entry with length '1418096' bytes" org_id=fake
level=error ts=2026-05-27T07:13:08.226641619Z caller=manager.go:49 component=distributor path=write msg="write operation failed" details="Max entry size '262144' bytes exceeded for stream '{node=\"instance\", service_name=\"unknown_service\", source_type=\"journald\", stream=\"syslog\", unit=\"session-8.scope\"}' while adding an entry with length '411059' bytes" org_id=fake