diff options
Diffstat (limited to 'pplx_server.h')
| -rw-r--r-- | pplx_server.h | 2 |
1 files changed, 2 insertions, 0 deletions
diff --git a/pplx_server.h b/pplx_server.h index 188d467..72d4a6c 100644 --- a/pplx_server.h +++ b/pplx_server.h @@ -17,6 +17,8 @@ typedef struct { int max_batch_tokens; int batch_wait_us; int use_mlx; + int mlx_quantize_bits; + int mlx_quantize_group_size; int allow_memory_overcommit; int enable_cors; const char *api_key; |
