diff options
Diffstat (limited to 'pplx_server.h')
| -rw-r--r-- | pplx_server.h | 4 |
1 files changed, 3 insertions, 1 deletions
diff --git a/pplx_server.h b/pplx_server.h index 225a7ac..c38f0ca 100644 --- a/pplx_server.h +++ b/pplx_server.h @@ -20,7 +20,9 @@ typedef struct { int use_cuda; int mlx_quantize_bits; int mlx_quantize_group_size; - int allow_memory_overcommit; + double memory_utilization; /* fraction of physical memory the MLX + preflight may plan for; 0 = default 0.90, + values above 1.0 allow overcommit */ int enable_cors; const char *api_key; } pplx_server_config_t; |
