From 9d69c13793c4c69c080ed4273bcd36ded69de2bb Mon Sep 17 00:00:00 2001 From: Onur Gündüz Date: Wed, 3 Jun 2026 00:30:12 +0200 Subject: mlx: add opt-in 8-bit weight quantization --- pplx_server.h | 2 ++ 1 file changed, 2 insertions(+) (limited to 'pplx_server.h') diff --git a/pplx_server.h b/pplx_server.h index 188d467..72d4a6c 100644 --- a/pplx_server.h +++ b/pplx_server.h @@ -17,6 +17,8 @@ typedef struct { int max_batch_tokens; int batch_wait_us; int use_mlx; + int mlx_quantize_bits; + int mlx_quantize_group_size; int allow_memory_overcommit; int enable_cors; const char *api_key; -- cgit v1.3.1